-- Logs begin at Wed 2021-02-17 20:06:45 UTC, end at Wed 2021-02-17 21:09:39 UTC. -- Feb 17 20:42:32.003203 dv-cinder-760184-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 20:42:34.725622 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.common.config [-] Logging enabled! Feb 17 20:42:34.726227 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 20:42:34.728684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 20:42:34.730491 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.common.config [-] Logging enabled! Feb 17 20:42:34.730787 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 20:42:34.731144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83915) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 20:42:34.732191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:42:34.732460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:42:34.733500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:42:34.733784 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:42:34.734046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:42:34.734444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.734801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.735144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.735408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.735753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.736089 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.736416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.736752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.737096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.737426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.737744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.738072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.738370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.738699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.739035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.739367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.739624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] debug = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.739948 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.740491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.740816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.741138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.741472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.741874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.742217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.742581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.742954 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] host = dv-cinder-760184-4-iscsi {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.743274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.743609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.743942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.744274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.744595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.744914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.745246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.745562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.745881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.746197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.746561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.746897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.747235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.747493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.747749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.748087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.748418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.748734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.749051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.749365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.749678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.749991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.750318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.750657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.750991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.751321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.751635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.751949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.752262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.752573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.752903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.753216 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.753530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.753844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.754176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.754514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.754829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.755181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.755513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.755841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.756174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.756486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.756815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.757128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.758056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.758405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_json = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.758796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.759113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.759442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.759758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.760072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.760387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.760699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.761033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:34.761370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.761713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.762061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.762433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.762771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.763098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.763432 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.763752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.764089 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.764427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.764761 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.765087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.765415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.765732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.766105 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.766451 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.766796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.767130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.767447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.767763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.768075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.768397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.768726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.769065 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.769401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.769715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.770035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.770397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.770720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.771032 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.771351 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.771683 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.771999 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.772310 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.772633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.772972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.774034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.774382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.774711 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.775051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.775371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.775684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.776000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.776325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.776639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.776970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.777282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.777597 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.777908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.778229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.778571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.778888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.779211 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.779528 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.779848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.780164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.780477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.780789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.781103 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.781415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.781727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.782038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.782381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.782697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.783009 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.783322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.783636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.783949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.784278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.784625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.784943 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.785262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.785581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.785901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.786219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.786567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.786887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.787206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.787522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.787863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.788189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.788518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.788885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.789205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.789548 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.789868 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.790191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.790554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.790861 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.791182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.791513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.791853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.792189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.792525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.792863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.793199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.793524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.793885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.794208 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:34.794490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:42:34.794760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83915) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 20:42:35.456848 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading Gnome Feb 17 20:42:35.474311 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading Google Feb 17 20:42:35.477017 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 20:42:35.480565 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading file Feb 17 20:42:35.481546 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading keyczar Feb 17 20:42:35.481833 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading multi Feb 17 20:42:35.482508 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO keyring.backend [-] Loading pyfs Feb 17 20:42:35.528758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:42:35.529073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:42:35.529402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:42:35.529782 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 20:42:35.926581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:35.927095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:35.927199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:35.977521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:35.977846 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:35.978151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:35.981788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:35.982106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:35.982441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.050973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.051292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.051603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.052753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.053066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.053371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.326346 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.326681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.326982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.327294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.328129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.477052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.477436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.477771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.478080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.478405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.478795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.479096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.479390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.479685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.480024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.480320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.480629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.480942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.481235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.481548 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.481866 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.482161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.482507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.482796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.483291 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.483579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.483865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.484204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.484487 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.484773 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.485201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:42:36.485478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:42:36.485752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:42:36.486026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:42:36.486342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:42:36.486621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:42:36.487048 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 20:42:36.490329 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 20:42:36.494462 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 20:42:36.498350 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 17 20:42:36.500027 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 20:42:36.501302 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 20:42:36.501695 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 20:42:36.502140 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 20:42:36.504909 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 20:42:36.505196 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 20:42:36.505596 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 20:42:36.528706 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 20:42:36.529227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.529557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83915) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 20:42:36.529969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.531360 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83915) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 20:42:36.531684 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 20:42:36.531969 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 20:42:36.535204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.535530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:36.604264 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 20:42:36.604531 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 20:42:36.604813 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 20:42:36.605237 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 20:42:36.640412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.sqlalchemy.engines [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83915) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 20:42:37.080185 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Initializing driver for type 'gre' Feb 17 20:42:37.080755 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] gre ID ranges: [(1, 1000)] Feb 17 20:42:37.121431 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Initializing driver for type 'local' Feb 17 20:42:37.121802 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Initializing driver for type 'vlan' Feb 17 20:42:37.131356 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] VlanTypeDriver initialization complete Feb 17 20:42:37.131726 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Initializing driver for type 'vxlan' Feb 17 20:42:37.132247 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] vxlan ID ranges: [(1, 1000)] Feb 17 20:42:37.172611 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Initializing extension driver 'port_security' Feb 17 20:42:37.172973 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.extensions.port_security [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] PortSecurityExtensionDriver initialization complete Feb 17 20:42:37.173342 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Initializing mechanism driver 'openvswitch' Feb 17 20:42:37.180180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83915) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:42:37.181007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.181415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.181801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.182227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > subnet after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.182653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > subnet after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.183031 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.183446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > network after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.183830 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > network after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.184209 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.184621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > security_group after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.185000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > security_group after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.185377 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.185791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.186172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.186585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.187126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > address_group after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.187507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > address_group after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.187885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.188254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] ML2 OVO RPC backend initialized. {{(pid=83915) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 20:42:37.188979 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.189374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.189834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > network before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.190218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > networks before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.190628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > port before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.191004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > ports before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.191385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > subnet before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.191765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > subnets before_response 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.192147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > network after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.192526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > network after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.192900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.193275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.193646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.194021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.194425 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > subnet after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.194820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > subnet after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.195206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.195837 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.plugin [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Modular L2 Plugin initialization complete Feb 17 20:42:37.196194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading services supported by the core plugin {{(pid=83915) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 20:42:37.196583 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.plugins.ml2.managers [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Got port-security extension from driver 'port_security' Feb 17 20:42:37.197082 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.extensions.vlantransparent [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Disabled vlantransparent extension. Feb 17 20:42:37.197567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83915) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 20:42:37.197911 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading Plugin: router Feb 17 20:42:37.236134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.236583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router after_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.236989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router before_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.237398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.237815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.238209 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router after_delete 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.238637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.239047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router after_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.239428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.239818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.240204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.240606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.241096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router precommit_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.241514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.242585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.242968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: subnet after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.243348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.243741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.244129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router precommit_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.244516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: port before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.244899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.245305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router after_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.245686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.246074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router precommit_create 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.246514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.246903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router precommit_update 55549900 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.247342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > network after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.248329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Tracking information for resource: router configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:42:37.248704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Tracking information for resource: floatingip configured {{(pid=83915) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 20:42:37.253500 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_agentschedulers_db [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 20:42:37.254163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.254591 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: port after_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.254982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: port after_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.255369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: port after_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.256279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router before_create 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.256692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.257100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router precommit_create 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.257639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > router precommit_update 55550100 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.262403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.provider_configuration [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service providers = [] {{(pid=83915) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 20:42:37.262805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.servicetype_db [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83915) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 20:42:37.265806 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.service_base [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:42:37.266199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.service_base [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:42:37.266606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.service_base [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:42:37.267504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.service_base [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83915) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 20:42:37.267912 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.services.service_base [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 20:42:37.268333 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:42:37.268685 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 20:42:37.279024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:42:37.279399 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading Plugin: auto_allocate Feb 17 20:42:37.285279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: network precommit_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.285692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: network precommit_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.286302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:42:37.286837 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading Plugin: tag Feb 17 20:42:37.294226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:42:37.294655 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading Plugin: timestamp Feb 17 20:42:37.298541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:42:37.299063 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading Plugin: network_ip_availability Feb 17 20:42:37.305266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.305616 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.306007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.306882 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:42:37.307238 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading Plugin: flavors Feb 17 20:42:37.311886 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:42:37.312251 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading Plugin: revisions Feb 17 20:42:37.316500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83915) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 20:42:37.316923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=83915) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:42:37.317725 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83915) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 20:42:37.318086 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Initializing extension manager. Feb 17 20:42:37.318691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: __init__.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.319077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: __pycache__ {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.319455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.319854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: address_group.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.320836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.321487 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: address-group Feb 17 20:42:37.321849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: address_scope.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.322654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.323236 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: address-scope Feb 17 20:42:37.323598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.324545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.325132 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: router-admin-state-down-before-update Feb 17 20:42:37.325492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: agent.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.326274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.326863 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: agent Feb 17 20:42:37.327223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: agent_resources_synced.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.328146 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.328726 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: agent-resources-synced Feb 17 20:42:37.329087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: allowedaddresspairs.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.331279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.331829 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: allowed-address-pairs Feb 17 20:42:37.332196 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: auto_allocated_topology.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.333297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.333889 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: auto-allocated-topology Feb 17 20:42:37.334292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: availability_zone.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.335085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.335702 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: availability_zone Feb 17 20:42:37.336072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: availability_zone_filter.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.337003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.337590 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: availability_zone_filter Feb 17 20:42:37.337955 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: data_plane_status.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.338908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.339490 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 20:42:37.339852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: default_subnetpools.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.340800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.341385 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: default-subnetpools Feb 17 20:42:37.341744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.342750 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.343337 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: dhcp_agent_scheduler Feb 17 20:42:37.343700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: dns.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.344625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.345206 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 20:42:37.345566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: dns_domain_ports.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.346523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.347108 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 20:42:37.347472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: dvr.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.348200 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.348787 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: dvr Feb 17 20:42:37.349148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: empty_string_filtering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.350068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.350682 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: empty-string-filtering Feb 17 20:42:37.351600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.352673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.353262 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 20:42:37.353626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.354596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.355181 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 20:42:37.355540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: external_net.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.356474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.357053 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: external-net Feb 17 20:42:37.357416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.358366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.358952 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: extra_dhcp_opt Feb 17 20:42:37.359312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: extraroute.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.360231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.360811 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: extraroute Feb 17 20:42:37.361167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: extraroute_atomic.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.362204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.362820 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: extraroute-atomic Feb 17 20:42:37.363180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: filter_validation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.363894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.364474 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: filter-validation Feb 17 20:42:37.364833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: fip_pf_description.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.365764 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.366368 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 20:42:37.367288 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: fip_port_details.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.368243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.368825 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: fip-port-details Feb 17 20:42:37.369188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: flavors.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.370465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.371061 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: flavors Feb 17 20:42:37.371426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.373091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.373692 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 20:42:37.374156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: floatingip_pools.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.374945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.375544 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: floatingip-pools Feb 17 20:42:37.375909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: ip_allocation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.376856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.377450 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 20:42:37.377818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.378780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.379368 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: ip-substring-filtering Feb 17 20:42:37.379731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: l2_adjacency.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.380666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.381274 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 20:42:37.381638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: l3.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.382778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.383375 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: router Feb 17 20:42:37.383742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.386029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.386677 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 20:42:37.387045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.387987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.388584 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: ext-gw-mode Feb 17 20:42:37.388949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.389885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.390507 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: l3-ha Feb 17 20:42:37.390874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: l3_flavors.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.391802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.392396 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: l3-flavors Feb 17 20:42:37.392757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.393680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.394288 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 20:42:37.394654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: l3agentscheduler.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.395946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.396560 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: l3_agent_scheduler Feb 17 20:42:37.396930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: logging.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.399048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.399637 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension logging not supported by any of loaded plugins Feb 17 20:42:37.400008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: metering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.400820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.401532 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: metering Feb 17 20:42:37.401900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.403038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.403629 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: metering_source_and_destination_fields Feb 17 20:42:37.403992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: multiprovidernet.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.404933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.405525 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: multi-provider Feb 17 20:42:37.405892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: netmtu.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.406851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.407437 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: net-mtu Feb 17 20:42:37.407802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: netmtu_writable.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.408737 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.409322 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: net-mtu-writable Feb 17 20:42:37.409685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: network_availability_zone.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.410454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.411039 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: network_availability_zone Feb 17 20:42:37.411400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: network_ip_availability.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.412523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.413109 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: network-ip-availability Feb 17 20:42:37.413477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: network_segment_range.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.415103 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.415688 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 20:42:37.416056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: pagination.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.417066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.417444 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: pagination Feb 17 20:42:37.417808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: port_device_profile.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.418762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.419356 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: port-device-profile Feb 17 20:42:37.419719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.420671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.421257 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: port-mac-address-regenerate Feb 17 20:42:37.421617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.422581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.423162 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: port-numa-affinity-policy Feb 17 20:42:37.423521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: port_resource_request.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.424443 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.425027 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 20:42:37.425387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: portbindings.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.426345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.426940 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: binding Feb 17 20:42:37.427302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: portbindings_extended.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.428573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.429690 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: binding-extended Feb 17 20:42:37.430283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: portsecurity.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.431166 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.431759 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: port-security Feb 17 20:42:37.432121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: project_id.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.433113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.433489 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: project-id Feb 17 20:42:37.433852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: providernet.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.434822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.435420 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: provider Feb 17 20:42:37.435781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: qos.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.439358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.439974 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension qos not supported by any of loaded plugins Feb 17 20:42:37.440351 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.442861 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.443468 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 20:42:37.443840 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.445423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.446198 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 20:42:37.446601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: qos_default.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.447536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.448121 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension qos-default not supported by any of loaded plugins Feb 17 20:42:37.448486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: qos_fip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.449183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.449764 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 20:42:37.450126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: qos_gateway_ip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.451105 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.451692 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 20:42:37.452055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: qos_port_network_policy.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.452985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.453565 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 20:42:37.453924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: qos_rule_type_details.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.454885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.455468 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 20:42:37.456078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: qos_rules_alias.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.457154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.457742 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 20:42:37.458107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: quotasv2.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.459149 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.459520 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: quotas Feb 17 20:42:37.459876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: quotasv2_detail.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.461755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.462138 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: quota_details Feb 17 20:42:37.462538 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: rbac.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.463720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.464327 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: rbac-policies Feb 17 20:42:37.464694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: rbac_address_scope.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.465656 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.466247 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: rbac-address-scope Feb 17 20:42:37.466636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: rbac_security_groups.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.467689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.468285 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: rbac-security-groups Feb 17 20:42:37.468649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: rbac_subnetpool.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.469581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.470164 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: rbac-subnetpool Feb 17 20:42:37.470556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: revisionifmatch.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.471495 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.472087 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: revision-if-match Feb 17 20:42:37.472451 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: revisions.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.473583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.474170 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: standard-attr-revisions Feb 17 20:42:37.474563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: router_availability_zone.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.475295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.475886 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: router_availability_zone Feb 17 20:42:37.476600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: routerservicetype.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.477368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.477969 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 20:42:37.478357 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.479300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.479903 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: security-groups-normalized-cidr Feb 17 20:42:37.480264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.481193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.481782 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: port-security-groups-filtering Feb 17 20:42:37.482145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.483142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.483737 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: security-groups-remote-address-group Feb 17 20:42:37.484104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: securitygroup.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.497703 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.498360 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: security-group Feb 17 20:42:37.498738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: segment.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.499608 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.500194 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension segment not supported by any of loaded plugins Feb 17 20:42:37.500562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.501521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.502108 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 20:42:37.502500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: servicetype.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.503611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.504208 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: service-type Feb 17 20:42:37.504577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: sorting.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.505560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.505938 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: sorting Feb 17 20:42:37.506322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: standard_attr_segment.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.507276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.508544 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 20:42:37.508910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: standardattrdescription.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.509607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.510196 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: standard-attr-description Feb 17 20:42:37.510588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: stateful_security_group.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.511552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.512143 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: stateful-security-group Feb 17 20:42:37.512510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: stdattrs_common.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.513118 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 20:42:37.513484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.514531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.515129 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 20:42:37.515492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: subnet_onboard.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.516573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.517167 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: subnet_onboard Feb 17 20:42:37.517529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.518503 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.519091 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 20:42:37.519451 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: subnet_service_types.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.520391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.520981 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: subnet-service-types Feb 17 20:42:37.521344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: subnetallocation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.522450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.523093 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: subnet_allocation Feb 17 20:42:37.523467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.524169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.524758 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: subnetpool-prefix-ops Feb 17 20:42:37.525122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.526068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.526685 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 20:42:37.527050 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: tagging.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.528353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.528949 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: standard-attr-tag Feb 17 20:42:37.529316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: timestamp.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.530528 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.531125 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loaded extension: standard-attr-timestamp Feb 17 20:42:37.531491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: trunk.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.532523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.533116 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension trunk not supported by any of loaded plugins Feb 17 20:42:37.533480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: trunk_details.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.534441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.535032 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 20:42:37.535396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: uplink_status_propagation.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.536326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.536908 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 20:42:37.537272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Loading extension file: vlantransparent.py {{(pid=83915) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 20:42:37.537987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83915) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 20:42:37.538642 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 20:42:37.541366 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:network Feb 17 20:42:37.542190 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:subnet Feb 17 20:42:37.542899 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:42:37.543565 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:port Feb 17 20:42:37.545059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.545551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service FLAVORS assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.546244 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.546745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.547117 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:router Feb 17 20:42:37.547848 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 20:42:37.548629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service METERING assigned prefix: /metering {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.550459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.550869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.551252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83915) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:42:37.552401 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 20:42:37.552890 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:security_group Feb 17 20:42:37.553687 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 20:42:37.555126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.555501 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:42:37.555876 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] subnetpool is already registered Feb 17 20:42:37.556551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.556917 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:42:37.557278 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] subnetpool is already registered Feb 17 20:42:37.560088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.560568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service FLAVORS assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.561221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.561687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.562057 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:router Feb 17 20:42:37.562450 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] router is already registered Feb 17 20:42:37.563104 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 20:42:37.563470 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] floatingip is already registered Feb 17 20:42:37.564164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service METERING assigned prefix: /metering {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.564901 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 20:42:37.565266 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] rbac_policy is already registered Feb 17 20:42:37.565892 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:security_group Feb 17 20:42:37.566294 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] security_group is already registered Feb 17 20:42:37.566924 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 20:42:37.567290 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] security_group_rule is already registered Feb 17 20:42:37.568040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.568407 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:42:37.568769 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] subnetpool is already registered Feb 17 20:42:37.569449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.resource_helper [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Service CORE assigned prefix: {{(pid=83915) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 20:42:37.570503 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 20:42:37.570889 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.quota.resource_registry [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] subnetpool is already registered Feb 17 20:42:37.571680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: extensions {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.573257 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: address-groups {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.574982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: address-scopes {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.576295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: agents {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.577534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: auto-allocated-topology {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.578907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: availability_zones {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.580431 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: dhcp-networks {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.582279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: dhcp-agents {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.583740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: routers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.585776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: flavors {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.587062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: service_profiles {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.588375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: next_providers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.590852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: service_profiles {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.592427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: floatingip-pools {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.593741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: routers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.595696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: floatingips {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.596974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: l3-routers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.598488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: l3-agents {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.600023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: metering-labels {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.601544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: metering-label-rules {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.602949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: network-ip-availabilities {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.604296 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: bindings {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.606052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: quotas {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.607625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: quotas {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.609135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: rbac-policies {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.610549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: security-groups {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.611837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: security-group-rules {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.613157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: service-providers {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.614491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: subnetpools {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.616013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: subnetpools {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.618248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.620048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.621971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.623902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.625813 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.627672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.629554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.631550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.634171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.636164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.extensions [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Extended resource: tags {{(pid=83915) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 20:42:37.643286 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING keystonemiddleware.auth_token [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 20:42:37.648721 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING keystonemiddleware.auth_token [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 20:42:37.657837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Acquired lock "singleton_lock" {{(pid=83915) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 20:42:37.658393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Releasing lock "singleton_lock" {{(pid=83915) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 20:42:37.659862 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO oslo_service.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Starting 2 workers Feb 17 20:42:37.664810 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Started child 84027 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:42:37.669079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:37.669965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Started child 84028 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:42:37.670943 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [-] (84027) wsgi starting up on http://0.0.0.0:9696 Feb 17 20:42:37.671464 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 20:42:37.671630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 44916) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:42:37.672139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Notify callbacks [] for process, before_spawn {{(pid=83915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:37.673246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:37.674670 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [-] (84028) wsgi starting up on http://0.0.0.0:9696 Feb 17 20:42:37.674855 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO oslo_service.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Starting 1 workers Feb 17 20:42:37.680777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Started child 84029 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:42:37.681374 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO oslo_service.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Starting 1 workers Feb 17 20:42:37.683356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] calling RpcWorker wait() {{(pid=84029) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 20:42:37.683819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] returning from RpcWorker wait() {{(pid=84029) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 20:42:37.684233 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102997 Feb 17 20:42:37.685836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:37.686746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:42:37.687305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Started child 84030 {{(pid=83915) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 20:42:37.688132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-53b97933-67a3-4788-99d1-6608bf3ef836 None None] Notify callbacks [] for process, after_spawn {{(pid=83915) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:37.689767 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83915) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 20:42:37.690010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:42:37.690217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:42:37.690518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:42:37.690933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:42:37.691141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:42:37.691634 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.691819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:37.692224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.692651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.692958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:42:37.693217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.693668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.694549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.694885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.695821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.696282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.696689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.697013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.697319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.697721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.698122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.698627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.699060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.699391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.699630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.699849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.700120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.700413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.700822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.701255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] debug = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.701658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.702347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.702779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.703225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.703641 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.704089 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.704502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.704940 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.705358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.705751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.706463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.706888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.707280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.707695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.708159 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.708570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.709205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] host = dv-cinder-760184-4-iscsi {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.709604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.709995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.710471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.710883 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.711309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.711732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.712166 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.712599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.713003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.713404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.713815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.714233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.714681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.715110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.715439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_options = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.715859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.716317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.716768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.717132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.717463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.717791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.718242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.718605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.719027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.719420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.719810 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.720228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.721339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.722582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.723025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.723490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.723842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.723957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.724238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.724643 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.724809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.725201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.725609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.726063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.726782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.727182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.728828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.729550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.729977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.730286 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.730612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.730915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.731154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.731584 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.732025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.732412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.732817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.734008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.735003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.735189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.736464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.736878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.737406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.737804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.738236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.739303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_json = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.739468 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.739749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.740427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.740427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.740593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.740839 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.741113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.741414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.742407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.742819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.743193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.743511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.743752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.744612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.744612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.744612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.744881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.745051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.745399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.745667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.746019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.746232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.746543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.746904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.747211 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.748092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.748092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.748092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.748317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.748545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.748967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.749206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.749526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.749806 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.750077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.750776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.751069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.751329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.752760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.752760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.752760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.752760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.752760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.753107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.753107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.753519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.753611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.753858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.754182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.755447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.755893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.756294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.757446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.758457 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.758562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.759240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.759533 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.759834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.760666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.760666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.760666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.760893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.761067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.761853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.762317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.762579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.762858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.763118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.763372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.763677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.763938 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.764191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.764443 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.764707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.764961 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.765214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.765473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.765724 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.765979 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.766228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.766543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.766795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.767046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.767297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.767530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.767805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.768061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.768305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.768543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.768793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.769854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.782906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.783198 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.783294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.783738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.784120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.784550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.784936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.785318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.785765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.786045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.786343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.786778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.787241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.787677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.788342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.790197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.790851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.791116 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.794823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.795813 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.796149 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.796535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.796879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.797209 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.797503 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.797812 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.798127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.798465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.798781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.799091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.799401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.799689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.800082 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.800314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.800603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.800874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.801164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.801544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.801849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.802110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.803162 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.803657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.803987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.805006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.805397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.805850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.806300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.806715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.807151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.807543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.807996 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.808263 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.808691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.808954 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.809385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.809816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.810080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.810430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.810733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.810998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.811246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.811625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.812006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.812411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.812878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.813158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.814403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.814700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.814981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.815250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.815568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.816637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.816967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.817238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.817579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.818419 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.818419 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.819334 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.819880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.820410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.820950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.821448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.821942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.822287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.822570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.822843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.823091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.823492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.823914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.824447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.824749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.825018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.825404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.825693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.825976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.826289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.826609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.826889 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.827165 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.827558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.827982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.828252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.828515 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.828808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.829101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.829386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.829644 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.829922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.830180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.830468 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.830722 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.832567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.832567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.832567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.832567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.832567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.832567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.833019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.833019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.833490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.833490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.833735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.834004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.834450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.836217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.836217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.836217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.837448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.837448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.837448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.837448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.837693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.837940 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.839082 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.839518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.840932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.840932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.840932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.840932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.840932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.841430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.841588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.841905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.843070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.843070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.843070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.843329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.843408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.843661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.844037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.844350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.844632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.845085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.845405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.845707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.845967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.846228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.846515 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.846781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.847073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.847358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.847627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.847888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.848164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.848424 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.848686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.848940 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.849201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.849472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.849631 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:42:37.850176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83915) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 20:42:37.850407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 20:42:37.850598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 20:42:37.850809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 20:42:37.851555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 20:42:37.851865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 20:42:37.852998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.852998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.852998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.852998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.852998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.853687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.853687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.853687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.853687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.854197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.854197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.854197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.854967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.854967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.854967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.854967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.854967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.855373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.855373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.855556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.855556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.855730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.855909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] debug = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.856079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.856211 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:42:37.856545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.856905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.857237 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.857898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.857898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.857898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.857898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.858343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.858343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.858547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.858653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.858783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.858931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.859099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.859454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.859649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] host = dv-cinder-760184-4-iscsi {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.859837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.860026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.860214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.860400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.860567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.860918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_options = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.862928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.863175 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.863296 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.863482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.863669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.863856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.864043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.864230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.864418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.864605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.864786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.864962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.865128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.865315 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.865503 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.865690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.865878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.866066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.866272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.867922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.868108 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.868262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.868432 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.868779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.869100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.869428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.869651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.869769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.869963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.870154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.871729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.871939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.872146 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.873068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.873068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.873068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.873068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.873068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.874071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.874071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.874071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.874071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.874071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.874071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_json = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.874071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.875169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.875169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.875169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.875169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.875169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.875169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.875747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 20:42:37.875747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.875747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.876107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.876107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.876107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.876434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.876639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.876830 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.876994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.877141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.877342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.877536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.877743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.877937 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.878131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.878369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.878537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.879499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.879499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.879499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.879499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.879499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.880302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.880302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.880302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.880302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.880302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.880970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.880970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.880970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.880970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.881498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.881498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.881498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.881913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.881913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.881913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.883983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.884178 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.884430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.884592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.884749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.884897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.885043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.885227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.885421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.885614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.885807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.886039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.886150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.887294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.887473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.888589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.888589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.888589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.888589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.888589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.888589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.890836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.891303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.891303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.891303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.891705 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.891705 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.891980 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.891980 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.892268 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.892268 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.892543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.892692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.892839 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.892988 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.893135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.893283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.893443 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.893592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.893786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.893974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.894229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.894421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.894597 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.894793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.894960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.895226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.896007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.896007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.896007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.896007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.896007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.896633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.896633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.896633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.897054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.897054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.897054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.897343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.897343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.897517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.897690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.897905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.898100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.898380 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.898576 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.898772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.898976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.899178 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.899372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.899578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.899719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.900040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.900165 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.901821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.902013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.902734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.902734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.902734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.902734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.903000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.903069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.903237 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.903428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.903621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.903814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.904689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.904689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.904689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.904689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.904689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.905041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.905041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.905190 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.905385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.905520 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.905783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.905877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.906925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.906925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.906925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.906925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.906925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.906925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.907436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.907436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.907436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.907645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.907769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.908132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.908132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.908595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.908595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.908958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.908958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.908958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.909482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.909482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.909482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.909826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.909826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.910056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.910178 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.910372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.910499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.910779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.911000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.911345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.911345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.911677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.911677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.911896 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.912012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.912244 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.912473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.912632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.912793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.912945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.913067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.913184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.913375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.914110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.915168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.915358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.915558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.915746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.915922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.916162 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.916321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.916559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.916677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.916878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.917116 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.917338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.917338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.917762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.917762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.918330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.918330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.918330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.918957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.918957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.918957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.918957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.919521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.919521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.919521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.919924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.919924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.919924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.920308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.920308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.920536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.920654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.920774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.921032 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.921194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.921342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.921494 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.921645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.921791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.921949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.922109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.922357 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.922543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.922736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.922926 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.923117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.923272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.923475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.923668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.923859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.924050 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.924208 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.924406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 20:42:37.924560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83915) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 20:42:48.194026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daea6ce2-61e9-45f8-86a4-6bbd183f279a None None] get_active_networks_info from dv-cinder-760184-4-iscsi {{(pid=84029) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 20:42:48.317358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daea6ce2-61e9-45f8-86a4-6bbd183f279a None None] No non-hosted networks {{(pid=84029) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 20:42:48.341240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agentschedulers_db [None req-daea6ce2-61e9-45f8-86a4-6bbd183f279a None None] DHCP Agent not found on host dv-cinder-760184-4-iscsi {{(pid=84029) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 17 20:42:48.523972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f6c1db2e-2cb3-4b68-89a9-ea9239af2e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758'] for agent, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:50.559182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7e96754-1a63-4faa-9d97-e83cfb9ea48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758'] for agent, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:50.638809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-385e288c-3049-4985-8b72-c52784fcd64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:50.974287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758'] for agent, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:52.336654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758'] for agent, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:52.338332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.338907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.339486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.340065 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.340621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.341172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.341727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.342331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.342910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.343470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.344026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.344587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:42:52.345193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760184-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:42:52.357303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760184-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:42:52.707928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758'] for agent, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:53.064600 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_hamode_db [None req-716bb867-4464-4ce5-8823-0a7d7dda408d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 20:42:53.157604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716bb867-4464-4ce5-8823-0a7d7dda408d None None] Routers set() bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:42:53.158047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716bb867-4464-4ce5-8823-0a7d7dda408d None None] Router IDs set() for agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 20:42:54.243727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45018) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:42:54.331794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] get_endpoint_by_host() called for host dv-cinder-760184-4-iscsi {{(pid=84029) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 20:42:54.337745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] get_endpoint_by_ip() called for ip 192.168.0.55 {{(pid=84029) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 20:42:54.341097 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] _add_endpoint() called for ip 192.168.0.55 {{(pid=84029) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 20:42:54.346817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] _get_endpoints() called {{(pid=84029) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 20:42:54.886805 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-30e21433-d052-4d7d-a229-615d09b553b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:42:54.887388 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-30e21433-d052-4d7d-a229-615d09b553b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:42:55.124553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-30e21433-d052-4d7d-a229-615d09b553b3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:42:55.125890 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-30e21433-d052-4d7d-a229-615d09b553b3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8802102 Feb 17 20:42:57.901054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45034) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:42:58.304681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-2f0f88db-c549-472e-be04-9a56dd888b2f admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:42:58.373893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.policy [None req-2f0f88db-c549-472e-be04-9a56dd888b2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84028) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 20:42:58.410294 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-2f0f88db-c549-472e-be04-9a56dd888b2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:42:58.410723 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-2f0f88db-c549-472e-be04-9a56dd888b2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:42:58.437174 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota [None req-2f0f88db-c549-472e-be04-9a56dd888b2f admin admin] Loaded quota_driver: . Feb 17 20:42:58.453184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2f0f88db-c549-472e-be04-9a56dd888b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:42:58.511146 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f0f88db-c549-472e-be04-9a56dd888b2f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288977223003', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288977237988', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288977216969', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288977194062', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288977186855', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2041657', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2027906', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-736243'] for rbac-policy, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:58.575106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f0f88db-c549-472e-be04-9a56dd888b2f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:42:58.576277 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2f0f88db-c549-472e-be04-9a56dd888b2f admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6742470 Feb 17 20:43:01.624848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45048) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:02.011892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Request body: {'network': {'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'admin_state_up': True, 'name': 'private'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:43:02.017739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:43:02.022545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Usage tracker for resource:network and tenant:d6830bd723bc4d039a221ff6c1b97b00 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:43:02.026356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:43:02.032459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:43:02.041751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Made reservation on behalf of d6830bd723bc4d039a221ff6c1b97b00 for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:43:02.047819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:02.067059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:02.238008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:43:02.241962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Usage tracker for resource:security_group_rule and tenant:d6830bd723bc4d039a221ff6c1b97b00 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:43:02.245551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:43:02.251251 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:43:02.349598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:02.353014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:02.357807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:02.377946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:43:02.404687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288978705660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:02.405170 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Added segment 334dc046-98c1-4417-b2d7-0b4fd4d6005b of type vxlan for network 360f09ce-35c7-4012-b870-95d55725ce7d Feb 17 20:43:02.462052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15104555-6bfb-4696-891b-6b0e9366215a,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:02.485386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.485759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.486125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.486513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.486869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.487221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.487573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.487922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.488318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.488618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.488963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.489309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Tracked resource versions report: Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: pushed versions: Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: consumer versions: Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: L3 agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: Metadata agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: Metering agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-760184-4-iscsi: { 'AddressGroup': '1.1', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 20:43:02.490480 dv-cinder-760184-4-iscsi neutron-server[83915]: {{(pid=84028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:43:02.526038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:02.542763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:02.568239 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:02.569564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:43:02.570234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:02.575050 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:02.687107 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0610678 Feb 17 20:43:02.692481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Pushing event updated for resources: {'Network': ['ID=360f09ce-35c7-4012-b870-95d55725ce7d,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:02.696040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:02.704957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 360f09ce-35c7-4012-b870-95d55725ce7d details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:43:05.771006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45064) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:06.264433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b71d746-4741-4fcb-89aa-ea665c23d237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:43:06.265926 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3b71d746-4741-4fcb-89aa-ea665c23d237 admin admin] 10.222.0.30 "GET /v2.0/networks/360f09ce-35c7-4012-b870-95d55725ce7d HTTP/1.1" status: 200 len: 818 time: 0.4938948 Feb 17 20:43:06.298077 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-04290e16-ca4f-4df6-8b26-c36979fa311c admin admin] 10.222.0.30 "GET /v2.0/subnetpools/659f7161-5e45-46ab-9fce-be28aa2cd907 HTTP/1.1" status: 200 len: 734 time: 0.0259724 Feb 17 20:43:06.308047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Request body: {'subnet': {'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '659f7161-5e45-46ab-9fce-be28aa2cd907', 'name': 'private-subnet'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:43:06.312574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:43:06.316485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Usage tracker for resource:subnet and tenant:d6830bd723bc4d039a221ff6c1b97b00 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:43:06.320295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:43:06.325882 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:43:06.335563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Made reservation on behalf of d6830bd723bc4d039a221ff6c1b97b00 for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:43:06.340566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:06.850881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:06.866081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:07.010492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3e5217-c140-4988-a462-29b4d9b6ae41,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:07.017193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:07.076398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Checking segment: {'id': '334dc046-98c1-4417-b2d7-0b4fd4d6005b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:43:07.076727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Network hostable DHCP agents. Network: 360f09ce-35c7-4012-b870-95d55725ce7d, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:43:07.098154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Network 360f09ce-35c7-4012-b870-95d55725ce7d is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:43:07.107196 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 360f09ce-35c7-4012-b870-95d55725ce7d) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:43:07.111806 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:43:07.112442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:07.116926 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3b7d7-ee88-4ebb-aff8-152aee84e272 None None] Network 360f09ce-35c7-4012-b870-95d55725ce7d requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:43:07.132541 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8275790 Feb 17 20:43:07.622561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e2cf1d9-6d24-562f-85e2-b3c740202c47-360f09ce-35c7-4012-b870-95d55725ce7d', 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'fixed_ips': [{'subnet_id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41'}]}} from dv-cinder-760184-4-iscsi. {{(pid=84029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:43:07.623766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:07.955370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Allocated IP 172.20.0.2 (360f09ce-35c7-4012-b870-95d55725ce7d/ae3e5217-c140-4988-a462-29b4d9b6ae41/7f687ce9-67d9-49ca-a087-549740dba07a) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:43:08.199073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:08.213134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Transition to ACTIVE for port object 7f687ce9-67d9-49ca-a087-549740dba07a will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:43:08.231129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Transition to ACTIVE for port object 7f687ce9-67d9-49ca-a087-549740dba07a will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:43:08.237159 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:08.255172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:08.391038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Pushing event updated for resources: {'Port': ['ID=7f687ce9-67d9-49ca-a087-549740dba07a,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:08.411672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.412043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.412408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.412824 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.413782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.414141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.414519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.414871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.415222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.415570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.415916 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.416260 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Tracked resource versions report: Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: pushed versions: Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: consumer versions: Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: L3 agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: Metadata agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: Metering agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-760184-4-iscsi: { 'AddressGroup': '1.1', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 20:43:08.417415 dv-cinder-760184-4-iscsi neutron-server[83915]: {{(pid=84029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:43:08.424553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:08.462735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Network 360f09ce-35c7-4012-b870-95d55725ce7d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:43:08.463898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:43:08.466621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:43:08.529167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Attempting to bind port 7f687ce9-67d9-49ca-a087-549740dba07a on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:43:08.529768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Attempting to bind port 7f687ce9-67d9-49ca-a087-549740dba07a by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': '334dc046-98c1-4417-b2d7-0b4fd4d6005b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:43:08.530058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Attempting to bind port 7f687ce9-67d9-49ca-a087-549740dba07a on network 360f09ce-35c7-4012-b870-95d55725ce7d {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:43:08.536048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:43:08.536482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Checking segment: {'id': '334dc046-98c1-4417-b2d7-0b4fd4d6005b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:43:08.536966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:08.537411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Bound using segment: {'id': '334dc046-98c1-4417-b2d7-0b4fd4d6005b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:43:08.537991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Bound port: 7f687ce9-67d9-49ca-a087-549740dba07a, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334dc046-98c1-4417-b2d7-0b4fd4d6005b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:43:08.538461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:08.632649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] For port 7f687ce9-67d9-49ca-a087-549740dba07a, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:43:08.636741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] For port 7f687ce9-67d9-49ca-a087-549740dba07a, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=7f687ce9-67d9-49ca-a087-549740dba07a,segment=NetworkSegment(334dc046-98c1-4417-b2d7-0b4fd4d6005b),segment_id=334dc046-98c1-4417-b2d7-0b4fd4d6005b)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:43:08.639842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:08.655634 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:08.836982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Pushing event updated for resources: {'Port': ['ID=7f687ce9-67d9-49ca-a087-549740dba07a,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:08.842331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:10.039199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45074) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:10.504260 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-aedb213e-cc9e-47e0-a1f7-11ee1cd25f9e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:43:10.506188 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-aedb213e-cc9e-47e0-a1f7-11ee1cd25f9e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4654341 Feb 17 20:43:12.410269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 7f687ce9-67d9-49ca-a087-549740dba07a up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:43:12.483848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 7f687ce9-67d9-49ca-a087-549740dba07a completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:43:13.298333 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45088) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:13.718552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-d315bf94-eced-4f56-9288-cc3ca582ca3c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:43:13.719638 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d315bf94-eced-4f56-9288-cc3ca582ca3c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4202926 Feb 17 20:43:13.819867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f659c538-b862-4cec-b895-66e14cfd9e6a None None] Network 360f09ce-35c7-4012-b870-95d55725ce7d requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:43:13.951976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-9fcb1a21-7d55-4bdf-b596-59e58db5a1b5 None None] Provisioning for port 7f687ce9-67d9-49ca-a087-549740dba07a completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:43:13.961287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-9fcb1a21-7d55-4bdf-b596-59e58db5a1b5 None None] Provisioning complete for port 7f687ce9-67d9-49ca-a087-549740dba07a triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:13.961716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1a21-7d55-4bdf-b596-59e58db5a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:14.211221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1a21-7d55-4bdf-b596-59e58db5a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:14.255538 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-9fcb1a21-7d55-4bdf-b596-59e58db5a1b5 None None] For port 7f687ce9-67d9-49ca-a087-549740dba07a, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=7f687ce9-67d9-49ca-a087-549740dba07a,segment=NetworkSegment(334dc046-98c1-4417-b2d7-0b4fd4d6005b),segment_id=334dc046-98c1-4417-b2d7-0b4fd4d6005b)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:43:14.260584 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1a21-7d55-4bdf-b596-59e58db5a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:14.282280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:14.356375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb1a21-7d55-4bdf-b596-59e58db5a1b5 None None] Pushing event updated for resources: {'Port': ['ID=7f687ce9-67d9-49ca-a087-549740dba07a,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:14.360443 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9fcb1a21-7d55-4bdf-b596-59e58db5a1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:14.456156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-4081a903-b6f3-44f9-a835-484dcb262b3b None None] Provisioning complete for port 7f687ce9-67d9-49ca-a087-549740dba07a triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:14.456573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4081a903-b6f3-44f9-a835-484dcb262b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:14.718755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-33874cac-90d1-4ea8-bd55-65bb90dde581 None None] Provisioning complete for port 7f687ce9-67d9-49ca-a087-549740dba07a triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:14.719376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-33874cac-90d1-4ea8-bd55-65bb90dde581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:14.974030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7ada2442-426e-439c-98dd-3a68252ff79f None None] Provisioning complete for port 7f687ce9-67d9-49ca-a087-549740dba07a triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:14.974497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ada2442-426e-439c-98dd-3a68252ff79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:16.391713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 7f687ce9-67d9-49ca-a087-549740dba07a up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:43:16.465533 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 7f687ce9-67d9-49ca-a087-549740dba07a triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:16.466121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:16.813928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45102) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:17.200364 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:43:17.206112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:43:17.211106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Usage tracker for resource:router and tenant:d6830bd723bc4d039a221ff6c1b97b00 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:43:17.214330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:43:17.220018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:43:17.230394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-659163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5032'] for router, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:17.231743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854089330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854207555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770800'] for router, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:17.254401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:17.368372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854116692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374'] for router, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:17.386453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] Notify callbacks [] for router, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:17.387739 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d6c2b4cc-c5c6-412c-850a-944421d30b13 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5726638 Feb 17 20:43:18.091462 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ccbf3b9a-f0a1-41a2-950d-80ea873f492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:20.171756 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 45112) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:20.565976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4b9d2b27-57f4-4f46-a5be-a834069e8689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:20.813260 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-b77698fa-0145-4e2a-a1f8-ef0ea040dce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:43:20.813916 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-b77698fa-0145-4e2a-a1f8-ef0ea040dce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:43:20.925675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:21.045898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-b77698fa-0145-4e2a-a1f8-ef0ea040dce4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:43:21.046997 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b77698fa-0145-4e2a-a1f8-ef0ea040dce4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8742554 Feb 17 20:43:22.334904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:22.646506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:23.780994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45136) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:23.946225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:43:23.951126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:43:23.955080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Usage tracker for resource:network and tenant:912dbbeb34474774be7e74973b66fe66 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:43:23.958300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:43:23.963996 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:43:23.973582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Made reservation on behalf of 912dbbeb34474774be7e74973b66fe66 for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:43:23.978395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:23.991486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:24.006836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:43:24.010723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:912dbbeb34474774be7e74973b66fe66 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:43:24.013571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:43:24.019148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:43:24.105095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:24.107854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:24.112254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:24.126640 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=84028) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 20:43:24.153179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288978705660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:24.153787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Unsubscribe: segment precommit_create {{(pid=84028) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 20:43:24.154214 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Added segment e7ad72d9-3e38-4de3-a186-35223678c729 of type flat for network 2cefb50c-123a-4701-b5cd-a0c180c60863 Feb 17 20:43:24.155336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc2d461-e8da-42c8-9fcf-32be7acc3796,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:24.162017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:24.192125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:24.232294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:24.233511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:43:24.234134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:24.238937 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:24.343282 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5609062 Feb 17 20:43:24.346218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Pushing event updated for resources: {'Network': ['ID=2cefb50c-123a-4701-b5cd-a0c180c60863,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:24.360013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:24.367786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:43:26.882213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45156) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:26.998560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce139c1-7c37-419d-a46a-482e3fe3eb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:43:27.000003 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9ce139c1-7c37-419d-a46a-482e3fe3eb89 admin admin] 10.222.0.30 "GET /v2.0/subnets/ae3e5217-c140-4988-a462-29b4d9b6ae41 HTTP/1.1" status: 200 len: 849 time: 0.1166539 Feb 17 20:43:27.153000 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d2ad7fd9-4261-4888-baff-79774a31be75 admin admin] 10.222.0.30 "GET /v2.0/routers/343755e2-4a76-4f7d-bbef-62e709807dc1 HTTP/1.1" status: 200 len: 704 time: 0.1467419 Feb 17 20:43:27.802546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:28.177743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Allocated IP 172.20.0.1 (360f09ce-35c7-4012-b870-95d55725ce7d/ae3e5217-c140-4988-a462-29b4d9b6ae41/199d35c5-0daf-4878-a780-019ae1d742a5) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:43:28.346817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:28.366214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Transition to ACTIVE for port object 199d35c5-0daf-4878-a780-019ae1d742a5 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:43:28.421578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:28.437799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:28.580433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Pushing event updated for resources: {'Port': ['ID=199d35c5-0daf-4878-a780-019ae1d742a5,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:28.587004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:28.641203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Network 360f09ce-35c7-4012-b870-95d55725ce7d is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:43:28.642368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:43:28.644708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:43:28.645234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114793'] for router_interface, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:28.901893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0c1986f5-a295-4eec-a143-ceacc53ec8c8 None None] Provisioning for port 199d35c5-0daf-4878-a780-019ae1d742a5 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:43:28.907040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0c1986f5-a295-4eec-a143-ceacc53ec8c8 None None] Provisioning complete for port 199d35c5-0daf-4878-a780-019ae1d742a5 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:28.907445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0c1986f5-a295-4eec-a143-ceacc53ec8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:28.971420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0c1986f5-a295-4eec-a143-ceacc53ec8c8 None None] Port 199d35c5-0daf-4878-a780-019ae1d742a5 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:43:29.097702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:29.397900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:29.401575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:29.402746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661105'] for router_interface, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:29.421828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:29.555994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Pushing event updated for resources: {'Port': ['ID=199d35c5-0daf-4878-a780-019ae1d742a5,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:29.558968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:29.619527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Network 360f09ce-35c7-4012-b870-95d55725ce7d is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:43:29.620779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:43:29.799258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-214c3066-4069-4e16-8ab0-7ff9486e4fc1 None None] Provisioning complete for port 199d35c5-0daf-4878-a780-019ae1d742a5 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:29.799878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-214c3066-4069-4e16-8ab0-7ff9486e4fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:29.830231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Router 343755e2-4a76-4f7d-bbef-62e709807dc1 is scheduled to L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 with binding_index 1 {{(pid=84028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:43:29.884409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-214c3066-4069-4e16-8ab0-7ff9486e4fc1 None None] Port 199d35c5-0daf-4878-a780-019ae1d742a5 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:43:30.021117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:43:30.031938 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Sync routers for ids ['343755e2-4a76-4f7d-bbef-62e709807dc1'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:43:30.032456 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] 10.222.0.30 "PUT /v2.0/routers/343755e2-4a76-4f7d-bbef-62e709807dc1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8733265 Feb 17 20:43:30.043947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Routers {'343755e2-4a76-4f7d-bbef-62e709807dc1'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:43:30.044831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:43:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['343755e2-4a76-4f7d-bbef-62e709807dc1'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:43:30.240776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Set router 343755e2-4a76-4f7d-bbef-62e709807dc1 gateway port host: None {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:43:30.811373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'name': 'router1', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:43:17Z', 'updated_at': '2021-02-17T20:43:28Z', 'revision_number': 2, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'gw_port_host': None, '_interfaces': [{'id': '199d35c5-0daf-4878-a780-019ae1d742a5', 'name': '', 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'mac_address': 'fa:16:3e:c8:7f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:43:27Z', 'updated_at': '2021-02-17T20:43:29Z', 'revision_number': 2, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'subnets': [{'id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '659f7161-5e45-46ab-9fce-be28aa2cd907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:43:30.816605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Checking router: 343755e2-4a76-4f7d-bbef-62e709807dc1 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:43:30.816994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Updating router 343755e2-4a76-4f7d-bbef-62e709807dc1 port 199d35c5-0daf-4878-a780-019ae1d742a5 binding host dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:43:30.878025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:31.342210 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:31.358019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Transition to ACTIVE for port object 199d35c5-0daf-4878-a780-019ae1d742a5 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:43:31.360858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:31.424753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:31.530513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Pushing event updated for resources: {'Port': ['ID=199d35c5-0daf-4878-a780-019ae1d742a5,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:31.543811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.544183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.544545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.544923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.545275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.545626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.545972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.546347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.546687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.547029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.547370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.547710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Tracked resource versions report: Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: pushed versions: Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: consumer versions: Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: L3 agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: Metadata agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: Metering agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-760184-4-iscsi: { 'AddressGroup': '1.1', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 20:43:31.548876 dv-cinder-760184-4-iscsi neutron-server[83915]: {{(pid=84030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:43:31.553054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:31.723914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Attempting to bind port 199d35c5-0daf-4878-a780-019ae1d742a5 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:43:31.724498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Attempting to bind port 199d35c5-0daf-4878-a780-019ae1d742a5 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': '334dc046-98c1-4417-b2d7-0b4fd4d6005b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:43:31.725221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Attempting to bind port 199d35c5-0daf-4878-a780-019ae1d742a5 on network 360f09ce-35c7-4012-b870-95d55725ce7d {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:43:31.733492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:43:31.734205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Checking segment: {'id': '334dc046-98c1-4417-b2d7-0b4fd4d6005b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:43:31.734799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:31.735412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Bound using segment: {'id': '334dc046-98c1-4417-b2d7-0b4fd4d6005b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:43:31.736078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Bound port: 199d35c5-0daf-4878-a780-019ae1d742a5, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334dc046-98c1-4417-b2d7-0b4fd4d6005b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:43:31.736614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:31.857824 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] For port 199d35c5-0daf-4878-a780-019ae1d742a5, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:43:31.863464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] For port 199d35c5-0daf-4878-a780-019ae1d742a5, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=199d35c5-0daf-4878-a780-019ae1d742a5,segment=NetworkSegment(334dc046-98c1-4417-b2d7-0b4fd4d6005b),segment_id=334dc046-98c1-4417-b2d7-0b4fd4d6005b)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:43:31.870002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:31.885754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:32.036709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Pushing event updated for resources: {'Port': ['ID=199d35c5-0daf-4878-a780-019ae1d742a5,revision_number=4']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:32.049867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:32.101287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Routers {'343755e2-4a76-4f7d-bbef-62e709807dc1'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:43:32.101560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:43:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['343755e2-4a76-4f7d-bbef-62e709807dc1'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:43:32.284834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] Set router 343755e2-4a76-4f7d-bbef-62e709807dc1 gateway port host: None {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:43:32.622822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45168) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:32.634316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'name': 'router1', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:43:17Z', 'updated_at': '2021-02-17T20:43:28Z', 'revision_number': 2, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'gw_port_host': None, '_interfaces': [{'id': '199d35c5-0daf-4878-a780-019ae1d742a5', 'name': '', 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'mac_address': 'fa:16:3e:c8:7f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:43:27Z', 'updated_at': '2021-02-17T20:43:31Z', 'revision_number': 4, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'subnets': [{'id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '659f7161-5e45-46ab-9fce-be28aa2cd907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:43:32.639160 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d84c5b-f73f-48a2-a433-3a19e7b4cd2a None None] The sync data for ids ['343755e2-4a76-4f7d-bbef-62e709807dc1'] in dv-cinder-760184-4-iscsi is: [{'id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'name': 'router1', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:43:17Z', 'updated_at': '2021-02-17T20:43:28Z', 'revision_number': 2, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'gw_port_host': None, '_interfaces': [{'id': '199d35c5-0daf-4878-a780-019ae1d742a5', 'name': '', 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'mac_address': 'fa:16:3e:c8:7f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:43:27Z', 'updated_at': '2021-02-17T20:43:31Z', 'revision_number': 4, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'subnets': [{'id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '659f7161-5e45-46ab-9fce-be28aa2cd907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:43:32.799945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab74b0-9183-4138-9a12-292ec915837b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:43:32.800565 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-98ab74b0-9183-4138-9a12-292ec915837b admin admin] Synchronizing usage tracker for tenant:912dbbeb34474774be7e74973b66fe66 on resource:network {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:43:32.819469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-98ab74b0-9183-4138-9a12-292ec915837b admin admin] Unset dirty status for tenant:912dbbeb34474774be7e74973b66fe66 on resource:network {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:43:32.830713 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-98ab74b0-9183-4138-9a12-292ec915837b admin admin] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 842 time: 0.1967947 Feb 17 20:43:32.836645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'ip_version': 4}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:43:32.842696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:43:32.847106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Usage tracker for resource:subnet and tenant:912dbbeb34474774be7e74973b66fe66 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:43:32.849999 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:43:32.856282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:43:32.864931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Made reservation on behalf of 912dbbeb34474774be7e74973b66fe66 for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:43:32.870131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:33.317453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84028) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:43:33.317962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:33.334887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d85f7308-b5ce-49cf-a69a-c0fb848df615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:33.469284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527144b4-a558-4a44-9b7e-c71e5e791f8b,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:33.472130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:33.538710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:43:33.539103 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Network hostable DHCP agents. Network: 2cefb50c-123a-4701-b5cd-a0c180c60863, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:43:33.558496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:43:33.570152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 2cefb50c-123a-4701-b5cd-a0c180c60863) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:43:33.574296 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:43:33.574954 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:33.592263 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffbb81b-9e2f-4853-ae6c-cacaf12ba04a None None] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:43:33.616518 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7844107 Feb 17 20:43:33.912746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23590c29-23d0-4e0b-a678-12b245e56f29 None None] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:43:34.424625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 199d35c5-0daf-4878-a780-019ae1d742a5 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:43:34.501806 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 199d35c5-0daf-4878-a780-019ae1d742a5 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:43:34.507301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 199d35c5-0daf-4878-a780-019ae1d742a5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:34.507715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:34.633989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:34.673406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 199d35c5-0daf-4878-a780-019ae1d742a5, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=199d35c5-0daf-4878-a780-019ae1d742a5,segment=NetworkSegment(334dc046-98c1-4417-b2d7-0b4fd4d6005b),segment_id=334dc046-98c1-4417-b2d7-0b4fd4d6005b)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:43:34.676366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:34.679000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:34.751517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=199d35c5-0daf-4878-a780-019ae1d742a5,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:34.755009 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:36.252312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45182) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:36.406085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 199d35c5-0daf-4878-a780-019ae1d742a5 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:43:36.467276 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-39b255b0-0a9a-40a7-af3e-2bef8c1a8656 admin admin] 10.222.0.30 "GET /v2.0/routers/343755e2-4a76-4f7d-bbef-62e709807dc1 HTTP/1.1" status: 200 len: 710 time: 0.2135618 Feb 17 20:43:36.478836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 199d35c5-0daf-4878-a780-019ae1d742a5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:36.479272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:36.614085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d774eff-c322-452f-bd55-bcfbff017d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:43:36.616326 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9d774eff-c322-452f-bd55-bcfbff017d1e admin admin] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 886 time: 0.1420271 Feb 17 20:43:36.625918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:43:37.290743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:37.643600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:37.704029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:37.717573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:37.734089 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:43:37.738087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:43:37.741378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:43:37.747163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:43:37.837906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:37.840776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:37.856347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:37.950226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd4479e-376c-4d24-8963-339f0e7b8be3,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:37.953505 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:38.121635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Allocated IP 172.27.0.55 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/f0b7a55b-354a-444f-af9f-7a00993748e2) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:43:38.278497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:38.308426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:38.324007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:38.469243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Pushing event updated for resources: {'Port': ['ID=f0b7a55b-354a-444f-af9f-7a00993748e2,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:38.474540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:38.516615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:43:38.517744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:43:38.520078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:43:38.937361 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:39.492101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:39.495811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854088442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659124'] for router, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:39.694107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Router 343755e2-4a76-4f7d-bbef-62e709807dc1 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:43:39.890508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:43:39.901819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Sync routers for ids ['343755e2-4a76-4f7d-bbef-62e709807dc1'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:43:39.907715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Notify callbacks [] for router, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:39.909000 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] 10.222.0.30 "PUT /v2.0/routers/343755e2-4a76-4f7d-bbef-62e709807dc1 HTTP/1.1" status: 200 len: 889 time: 3.2866077 Feb 17 20:43:39.912100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Routers {'343755e2-4a76-4f7d-bbef-62e709807dc1'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:43:39.912778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:43:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['343755e2-4a76-4f7d-bbef-62e709807dc1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:43:40.127478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Set router 343755e2-4a76-4f7d-bbef-62e709807dc1 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:43:40.500542 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'name': 'router1', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f0b7a55b-354a-444f-af9f-7a00993748e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:43:17Z', 'updated_at': '2021-02-17T20:43:38Z', 'revision_number': 4, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'gw_port': {'id': 'f0b7a55b-354a-444f-af9f-7a00993748e2', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:43:38Z', 'updated_at': '2021-02-17T20:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '199d35c5-0daf-4878-a780-019ae1d742a5', 'name': '', 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'mac_address': 'fa:16:3e:c8:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:43:27Z', 'updated_at': '2021-02-17T20:43:34Z', 'revision_number': 5, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'subnets': [{'id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '659f7161-5e45-46ab-9fce-be28aa2cd907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:43:40.505575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Checking router: 343755e2-4a76-4f7d-bbef-62e709807dc1 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:43:40.506215 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Updating router 343755e2-4a76-4f7d-bbef-62e709807dc1 port f0b7a55b-354a-444f-af9f-7a00993748e2 binding host dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:43:40.563690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:40.984908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:40.998759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Transition to ACTIVE for port object f0b7a55b-354a-444f-af9f-7a00993748e2 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:43:41.001508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:41.017981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:41.151966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b29ad8-6fcc-4c94-baeb-247ef8e2b11a None None] Pushing event updated for resources: {'Port': ['ID=f0b7a55b-354a-444f-af9f-7a00993748e2,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:41.164797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a6b29ad8-6fcc-4c94-baeb-247ef8e2b11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:41.221410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Attempting to bind port f0b7a55b-354a-444f-af9f-7a00993748e2 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:43:41.221817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Attempting to bind port f0b7a55b-354a-444f-af9f-7a00993748e2 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:43:41.222214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Attempting to bind port f0b7a55b-354a-444f-af9f-7a00993748e2 on network 2cefb50c-123a-4701-b5cd-a0c180c60863 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:43:41.228605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:43:41.229014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:43:41.229446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:41.229872 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Bound using segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:43:41.230397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Bound port: f0b7a55b-354a-444f-af9f-7a00993748e2, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:43:41.230807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:41.464487 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] For port f0b7a55b-354a-444f-af9f-7a00993748e2, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:43:41.467633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] For port f0b7a55b-354a-444f-af9f-7a00993748e2, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=f0b7a55b-354a-444f-af9f-7a00993748e2,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:43:41.470956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:41.487008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a6b29ad8-6fcc-4c94-baeb-247ef8e2b11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:41.639083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b29ad8-6fcc-4c94-baeb-247ef8e2b11a None None] Pushing event updated for resources: {'Port': ['ID=f0b7a55b-354a-444f-af9f-7a00993748e2,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:41.644118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a6b29ad8-6fcc-4c94-baeb-247ef8e2b11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:41.686125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Routers {'343755e2-4a76-4f7d-bbef-62e709807dc1'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:43:41.687003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:43:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['343755e2-4a76-4f7d-bbef-62e709807dc1'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:43:41.887558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] Set router 343755e2-4a76-4f7d-bbef-62e709807dc1 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:43:42.247377 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'name': 'router1', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f0b7a55b-354a-444f-af9f-7a00993748e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:43:17Z', 'updated_at': '2021-02-17T20:43:38Z', 'revision_number': 4, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'gw_port': {'id': 'f0b7a55b-354a-444f-af9f-7a00993748e2', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:43:38Z', 'updated_at': '2021-02-17T20:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '199d35c5-0daf-4878-a780-019ae1d742a5', 'name': '', 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'mac_address': 'fa:16:3e:c8:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:43:27Z', 'updated_at': '2021-02-17T20:43:34Z', 'revision_number': 5, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'subnets': [{'id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '659f7161-5e45-46ab-9fce-be28aa2cd907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:43:42.251605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db47237-5d0a-4892-9c40-b5ddcf9bbcb4 None None] The sync data for ids ['343755e2-4a76-4f7d-bbef-62e709807dc1'] in dv-cinder-760184-4-iscsi is: [{'id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'name': 'router1', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f0b7a55b-354a-444f-af9f-7a00993748e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:43:17Z', 'updated_at': '2021-02-17T20:43:38Z', 'revision_number': 4, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'gw_port': {'id': 'f0b7a55b-354a-444f-af9f-7a00993748e2', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:43:38Z', 'updated_at': '2021-02-17T20:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '199d35c5-0daf-4878-a780-019ae1d742a5', 'name': '', 'network_id': '360f09ce-35c7-4012-b870-95d55725ce7d', 'tenant_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'mac_address': 'fa:16:3e:c8:7f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343755e2-4a76-4f7d-bbef-62e709807dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:43:27Z', 'updated_at': '2021-02-17T20:43:34Z', 'revision_number': 5, 'project_id': 'd6830bd723bc4d039a221ff6c1b97b00', 'subnets': [{'id': 'ae3e5217-c140-4988-a462-29b4d9b6ae41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '659f7161-5e45-46ab-9fce-be28aa2cd907'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:43:42.508683 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device f0b7a55b-354a-444f-af9f-7a00993748e2 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:43:42.594039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port f0b7a55b-354a-444f-af9f-7a00993748e2 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:43:42.600421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port f0b7a55b-354a-444f-af9f-7a00993748e2 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:42.600828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:42.735224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 45192) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:43:42.820915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:42.850138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port f0b7a55b-354a-444f-af9f-7a00993748e2, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=f0b7a55b-354a-444f-af9f-7a00993748e2,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:43:42.854907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:42.858381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:43:42.946888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=f0b7a55b-354a-444f-af9f-7a00993748e2,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:43:42.950147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:43:43.016686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.policy [None req-096bf4f6-7c3d-4478-9d68-06c707e20743 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84027) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 20:43:43.052590 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-096bf4f6-7c3d-4478-9d68-06c707e20743 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:43:43.053081 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING oslo_policy.policy [None req-096bf4f6-7c3d-4478-9d68-06c707e20743 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 20:43:43.078459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096bf4f6-7c3d-4478-9d68-06c707e20743 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:43:43.080466 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-096bf4f6-7c3d-4478-9d68-06c707e20743 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.3442326 Feb 17 20:43:44.431884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device f0b7a55b-354a-444f-af9f-7a00993748e2 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:43:44.515062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port f0b7a55b-354a-444f-af9f-7a00993748e2 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:43:44.515469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:48.117859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c759b23d-ba12-4a74-ae36-db66f1b5b07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:49.751691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:43:50.584329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-16e6a300-7890-408c-a409-806df9801bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:50.946322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:52.362640 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:43:52.664238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:18.093567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1e096f15-6c4a-40c2-a0fc-5216bc5bf8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:20.569071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bd824d30-7393-4bed-b282-3e76f2ada6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:20.933557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:22.336095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:22.650788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:26.750531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:44:48.097007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe3ce-dc1d-4e18-b5da-682fb6308597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:50.571104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0eebc8f1-dcd7-4a59-ab1a-715ffe7f5f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:50.952071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:52.338211 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:44:52.653104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:03.751558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:45:18.101121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fc44770-599a-4aed-9d91-001462567386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:20.572699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4494ef0d-11b4-44a7-bf0a-f1f60475b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:20.939916 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:22.339559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:22.657463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:40.751340 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:45:48.102854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-54042f2f-95f1-4eef-8466-c36516dde410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:50.575011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a897e59-6286-4226-9a30-08b5d7ff2bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:50.943196 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:52.341708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:52.660730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:45:57.302156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 45770) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:45:57.539841 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc57d578-228d-4973-8e21-d2b3b9b8bfb2 admin admin] GET failed (client error): The resource could not be found. Feb 17 20:45:57.541174 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bc57d578-228d-4973-8e21-d2b3b9b8bfb2 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.2379663 Feb 17 20:45:57.710714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e13f1-f0f2-4bee-bcd2-153a88bbe0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:45:57.712292 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ad4e13f1-f0f2-4bee-bcd2-153a88bbe0d9 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1666181 Feb 17 20:46:00.216592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 45780) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:00.336158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a7ba7-51b7-41f5-87cf-dc12e6fb51a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:00.337862 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-867a7ba7-51b7-41f5-87cf-dc12e6fb51a3 admin admin] 10.222.0.30 "GET /v2.0/subnets/ae3e5217-c140-4988-a462-29b4d9b6ae41 HTTP/1.1" status: 200 len: 849 time: 0.1202466 Feb 17 20:46:00.348479 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:46:00.472675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:00.796687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288978834650'] for subnet, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:00.825275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:46:00.989629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3e5217-c140-4988-a462-29b4d9b6ae41,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:46:01.009592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.009958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.010366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.010725 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.011079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.011431 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.011777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.012124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.012470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.012815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.013156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.013497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Tracked resource versions report: Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: pushed versions: Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: consumer versions: Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: L3 agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: Metadata agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: Metering agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-760184-4-iscsi: { 'AddressGroup': '1.1', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 20:46:01.014660 dv-cinder-760184-4-iscsi neutron-server[83915]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:46:01.050621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:46:01.058823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:01.059507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:01.060899 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] 10.222.0.30 "PUT /v2.0/subnets/ae3e5217-c140-4988-a462-29b4d9b6ae41 HTTP/1.1" status: 200 len: 868 time: 0.7167346 Feb 17 20:46:01.063917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd054943-d09b-49b2-a95a-64b5a67a2119 None None] Network 360f09ce-35c7-4012-b870-95d55725ce7d requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:46:01.503928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f76e50f8-19e0-4c72-bc34-daa4a0d38b72 None None] Provisioning complete for port 199d35c5-0daf-4878-a780-019ae1d742a5 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:46:01.504472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f76e50f8-19e0-4c72-bc34-daa4a0d38b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:01.640754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f76e50f8-19e0-4c72-bc34-daa4a0d38b72 None None] Provisioning complete for port 7f687ce9-67d9-49ca-a087-549740dba07a triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:46:01.641066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f76e50f8-19e0-4c72-bc34-daa4a0d38b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:03.565341 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 45794) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:03.763112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc11784-57d5-4c84-8602-1fefbbf3271d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:03.763449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc11784-57d5-4c84-8602-1fefbbf3271d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:03.766301 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4cc11784-57d5-4c84-8602-1fefbbf3271d admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1987112 Feb 17 20:46:06.295918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 45804) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:06.493460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5a2ce-9c56-4b9c-aa18-52cbddb3cf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:06.493807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5a2ce-9c56-4b9c-aa18-52cbddb3cf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:06.495511 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-96b5a2ce-9c56-4b9c-aa18-52cbddb3cf3e admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1985550 Feb 17 20:46:08.981689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45814) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:09.166049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc3470-e354-4e5c-ba3e-d356905a54b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:09.167583 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a1fc3470-e354-4e5c-ba3e-d356905a54b2 admin admin] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 886 time: 0.1848555 Feb 17 20:46:11.698470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45824) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:11.888590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94a2bb-0448-4ac8-8b43-9967667b0ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:11.890009 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8e94a2bb-0448-4ac8-8b43-9967667b0ef0 admin admin] 10.222.0.30 "GET /v2.0/networks/360f09ce-35c7-4012-b870-95d55725ce7d HTTP/1.1" status: 200 len: 862 time: 0.1904905 Feb 17 20:46:14.440401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45834) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:14.576524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea63455-c73d-4649-9c77-3879ceebc857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:14.576941 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea63455-c73d-4649-9c77-3879ceebc857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:14.577757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-fea63455-c73d-4649-9c77-3879ceebc857 admin admin] Synchronizing usage tracker for tenant:912dbbeb34474774be7e74973b66fe66 on resource:subnet {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:46:14.594358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-fea63455-c73d-4649-9c77-3879ceebc857 admin admin] Unset dirty status for tenant:912dbbeb34474774be7e74973b66fe66 on resource:subnet {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:46:14.595645 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-fea63455-c73d-4649-9c77-3879ceebc857 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1542230 Feb 17 20:46:17.217934 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45844) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:17.338216 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c64dd20-9d30-450a-a57c-342226528982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:17.338676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c64dd20-9d30-450a-a57c-342226528982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:17.340356 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2c64dd20-9d30-450a-a57c-342226528982 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213541 Feb 17 20:46:17.905516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:46:18.105976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-047bcd4b-dab5-42d1-8a13-53196f7e49f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:19.881472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45854) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:19.997701 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce991681-a0d1-4008-864d-02de782b8abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:19.999193 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ce991681-a0d1-4008-864d-02de782b8abe admin admin] 10.222.0.30 "GET /v2.0/subnets/527144b4-a558-4a44-9b7e-c71e5e791f8b HTTP/1.1" status: 200 len: 816 time: 0.1166186 Feb 17 20:46:20.576766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a94d83df-2034-4025-8bda-06d1a7d974fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:20.946465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:22.349060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:22.555550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45864) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:22.663131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:22.678396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19177898-9749-4fa7-8daa-7fb82a1c00a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:22.679891 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-19177898-9749-4fa7-8daa-7fb82a1c00a7 admin admin] 10.222.0.30 "GET /v2.0/subnets/ae3e5217-c140-4988-a462-29b4d9b6ae41 HTTP/1.1" status: 200 len: 868 time: 0.1233079 Feb 17 20:46:48.108117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-24440d27-954e-4419-9e47-2a0120eed167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:49.074558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45904) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:49.130215 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-9b61897f-d179-4e1d-b586-3796c3817e4c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:46:49.131345 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9b61897f-d179-4e1d-b586-3796c3817e4c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0558684 Feb 17 20:46:50.578520 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d11eae30-e4af-4543-b602-40cb1732f7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:50.949449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:51.712386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45914) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:51.796095 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a17a226-3c3c-4191-af8d-c1229fb90354 admin admin] GET failed (client error): The resource could not be found. Feb 17 20:46:51.798195 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1a17a226-3c3c-4191-af8d-c1229fb90354 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0841885 Feb 17 20:46:51.940571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f9469-3a8c-41f6-bcf6-e8a5bfad6a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:51.942126 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-087f9469-3a8c-41f6-bcf6-e8a5bfad6a90 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392350 Feb 17 20:46:52.341301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:52.666957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:54.567289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45924) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:54.621696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:46:54.627485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:46:54.637882 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:46:54.647311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Made reservation on behalf of 912dbbeb34474774be7e74973b66fe66 for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:46:54.651936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:54.748869 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.services.revisions.revision_plugin [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Could not find related network for resource to bump revision. Feb 17 20:46:54.755408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:46:54.765140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:46:54.774993 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:54.775459 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Added segment faa87490-fb8f-4926-926c-fb9ee5e7dfb2 of type vxlan for network 515cd483-a89e-4270-8146-df9669fe231c Feb 17 20:46:54.802798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:54.833140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:54.834433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:54.835145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:54.840037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:46:54.941391 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3728611 Feb 17 20:46:54.946903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Pushing event updated for resources: {'Network': ['ID=515cd483-a89e-4270-8146-df9669fe231c,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:46:54.956315 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.956972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.957358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.957707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.958065 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.958469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.958832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.959225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.959632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.959990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.960369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.960680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:54.964635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:46:54.974045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 515cd483-a89e-4270-8146-df9669fe231c details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:46:57.495712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45934) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:46:57.574323 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddca4a21-155b-43b4-adc0-0c689c5cb3ec admin admin] GET failed (client error): The resource could not be found. Feb 17 20:46:57.574923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ddca4a21-155b-43b4-adc0-0c689c5cb3ec admin admin] Synchronizing usage tracker for tenant:912dbbeb34474774be7e74973b66fe66 on resource:network {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:46:57.590655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ddca4a21-155b-43b4-adc0-0c689c5cb3ec admin admin] Unset dirty status for tenant:912dbbeb34474774be7e74973b66fe66 on resource:network {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:46:57.591918 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ddca4a21-155b-43b4-adc0-0c689c5cb3ec admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0950599 Feb 17 20:46:57.711417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eedcc88-027d-4c0d-8241-5fb09377b63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:57.712915 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7eedcc88-027d-4c0d-8241-5fb09377b63a admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1159911 Feb 17 20:46:57.724782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:46:57.730658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:46:57.740693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:46:57.749267 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Made reservation on behalf of 912dbbeb34474774be7e74973b66fe66 for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:46:57.754079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:58.168771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:58.184723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:46:58.337363 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d75da78-465f-4543-b308-6fbddce32a76,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:46:58.342389 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:46:58.409245 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Checking segment: {'id': 'faa87490-fb8f-4926-926c-fb9ee5e7dfb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:46:58.409635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Network hostable DHCP agents. Network: 515cd483-a89e-4270-8146-df9669fe231c, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:46:58.429470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Network 515cd483-a89e-4270-8146-df9669fe231c is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:46:58.439107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 515cd483-a89e-4270-8146-df9669fe231c) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:46:58.446978 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:46:58.447617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:58.453093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63533adb-c141-4d2a-a49b-8c2692cda312 None None] Network 515cd483-a89e-4270-8146-df9669fe231c requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:46:58.473799 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7529290 Feb 17 20:46:58.696265 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e2cf1d9-6d24-562f-85e2-b3c740202c47-515cd483-a89e-4270-8146-df9669fe231c', 'network_id': '515cd483-a89e-4270-8146-df9669fe231c', 'tenant_id': '912dbbeb34474774be7e74973b66fe66', 'fixed_ips': [{'subnet_id': '7d75da78-465f-4543-b308-6fbddce32a76'}]}} from dv-cinder-760184-4-iscsi. {{(pid=84029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:46:58.697203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:59.021940 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Allocated IP 192.168.233.2 (515cd483-a89e-4270-8146-df9669fe231c/7d75da78-465f-4543-b308-6fbddce32a76/1eb54571-0a01-4b08-b69d-f2b0ca5bdaae) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:46:59.277052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:59.291491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Transition to ACTIVE for port object 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:46:59.309620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Transition to ACTIVE for port object 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:46:59.315526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:59.332950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:46:59.495091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Pushing event updated for resources: {'Port': ['ID=1eb54571-0a01-4b08-b69d-f2b0ca5bdaae,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:46:59.515493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.515921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.516509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.516915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.517286 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.517656 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.518023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.518412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.518792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.519154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.519513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.519872 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:46:59.526153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:46:59.569620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Network 515cd483-a89e-4270-8146-df9669fe231c is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:46:59.570901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:46:59.573339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:46:59.642506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Attempting to bind port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:46:59.643206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Attempting to bind port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'faa87490-fb8f-4926-926c-fb9ee5e7dfb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:46:59.643914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Attempting to bind port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae on network 515cd483-a89e-4270-8146-df9669fe231c {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:46:59.653611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:46:59.654314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Checking segment: {'id': 'faa87490-fb8f-4926-926c-fb9ee5e7dfb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:46:59.655038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:59.655787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Bound using segment: {'id': 'faa87490-fb8f-4926-926c-fb9ee5e7dfb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:46:59.656592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Bound port: 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa87490-fb8f-4926-926c-fb9ee5e7dfb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:46:59.657074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:59.787644 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] For port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:46:59.791776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] For port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=1eb54571-0a01-4b08-b69d-f2b0ca5bdaae,segment=NetworkSegment(faa87490-fb8f-4926-926c-fb9ee5e7dfb2),segment_id=faa87490-fb8f-4926-926c-fb9ee5e7dfb2)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:46:59.797428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:46:59.813744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:46:59.968120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Pushing event updated for resources: {'Port': ['ID=1eb54571-0a01-4b08-b69d-f2b0ca5bdaae,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:46:59.973881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:47:00.545383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:47:00.622904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:47:01.349741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5aebc2-1455-41cf-a827-0cb6a8cb9975 None None] Network 515cd483-a89e-4270-8146-df9669fe231c requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:47:01.444700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ed8454d6-e6ba-406b-8fb7-712f72024726 None None] Provisioning for port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:47:01.452733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ed8454d6-e6ba-406b-8fb7-712f72024726 None None] Provisioning complete for port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:47:01.453142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8454d6-e6ba-406b-8fb7-712f72024726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:01.711970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8454d6-e6ba-406b-8fb7-712f72024726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:01.759694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-ed8454d6-e6ba-406b-8fb7-712f72024726 None None] For port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=1eb54571-0a01-4b08-b69d-f2b0ca5bdaae,segment=NetworkSegment(faa87490-fb8f-4926-926c-fb9ee5e7dfb2),segment_id=faa87490-fb8f-4926-926c-fb9ee5e7dfb2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:47:01.764229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed8454d6-e6ba-406b-8fb7-712f72024726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:01.771040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a6b29ad8-6fcc-4c94-baeb-247ef8e2b11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:47:01.854622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8454d6-e6ba-406b-8fb7-712f72024726 None None] Pushing event updated for resources: {'Port': ['ID=1eb54571-0a01-4b08-b69d-f2b0ca5bdaae,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:47:01.858316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed8454d6-e6ba-406b-8fb7-712f72024726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:47:02.092091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-9eee57d4-9ba7-45d5-afba-7acdec973499 None None] Provisioning complete for port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:47:02.092515 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9eee57d4-9ba7-45d5-afba-7acdec973499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:02.355627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-d9001a0a-784e-4533-8db0-eb3c81f95b3a None None] Provisioning complete for port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:47:02.356189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9001a0a-784e-4533-8db0-eb3c81f95b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:02.532027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:47:02.776704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 1eb54571-0a01-4b08-b69d-f2b0ca5bdaae triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:47:02.777360 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:18.111641 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3610715b-20ef-4cb3-b39c-a6d193a2bbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:20.591250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-22e2f9bf-e5cf-45b5-8399-328da1be7393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:20.957876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:22.346456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:22.668876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:31.755507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:47:48.114681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ac2d11c3-c0c9-4888-9329-bb88ec555e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:50.586339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1c9496dd-62af-4d29-8605-f7b8ac730fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:50.957879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:52.349653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:47:52.673292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:08.755557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:48:12.532840 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45978) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:48:12.539318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [None req-faea418a-1535-4bd6-9ecb-3d0c16802aec tempest-verify_tempest_config-2102141593 tempest-verify_tempest_config-2102141593-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:48:12.540414 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-faea418a-1535-4bd6-9ecb-3d0c16802aec tempest-verify_tempest_config-2102141593 tempest-verify_tempest_config-2102141593-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0065122 Feb 17 20:48:12.877942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 45998) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:48:13.005709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:13.021773 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:48:13.025850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Usage tracker for resource:security_group_rule and tenant:91fc508be16e4880bf67a84819013a35 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:48:13.028942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:48:13.035093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:48:13.133332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:13.136148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:13.146166 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:48:13.186828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Synchronizing usage tracker for tenant:912dbbeb34474774be7e74973b66fe66 on resource:security_group {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:48:13.191139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ab524-abd1-4363-9f30-d442526da76e,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:48:13.201566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.201945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.202343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.202711 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.203074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.203440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.203799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.204158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.204534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.204891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.206071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.206670 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:48:13.211937 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:48:13.221094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Unset dirty status for tenant:912dbbeb34474774be7e74973b66fe66 on resource:security_group {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:48:13.222825 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91fc508be16e4880bf67a84819013a35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3437977 Feb 17 20:48:13.225665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46004) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:48:13.289583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df7b75d9-669f-403f-b3ac-57851016e906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:13.321504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df7b75d9-669f-403f-b3ac-57851016e906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:13.373032 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df7b75d9-669f-403f-b3ac-57851016e906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:13.379432 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4d05d1c8-5d59-4989-913d-f62ae9d0537f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:48:13.390630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b75d9-669f-403f-b3ac-57851016e906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7ab524-abd1-4363-9f30-d442526da76e,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:48:13.394638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-df7b75d9-669f-403f-b3ac-57851016e906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:48:13.398323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-df7b75d9-669f-403f-b3ac-57851016e906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:13.399546 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-df7b75d9-669f-403f-b3ac-57851016e906 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a7ab524-abd1-4363-9f30-d442526da76e HTTP/1.1" status: 204 len: 168 time: 0.1728525 Feb 17 20:48:18.116838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6f0940a-1c7e-4e75-bf5b-2c2dff9ff475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:20.590331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-16f81114-b1fc-43b6-baa8-e7a90f3fb78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:20.959973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:22.353269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:22.678928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:45.755100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:48:48.117570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98010c1e-4c07-4a92-8830-4eac1be18018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:50.593923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9581819d-b823-4b98-af6b-b93be3c5e91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:50.962154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:52.356243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:48:52.677228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:18.119140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c3d798c5-6b67-4897-ac05-4e0036a25855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:20.595287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55fad117-793f-463e-b377-8b34b1464d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:20.965489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:22.359026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:22.682608 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:22.755157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 5 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:49:48.120504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-43102fc1-f96d-47c0-8bb1-755c34f26a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:50.599497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c9b4cbab-c807-4604-accb-357bbd864eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:50.969792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:52.362093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:52.685237 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:55.602561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758'] for agent, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:49:55.603150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.603384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.603768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.604227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.604615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.604987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.605361 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.605735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.606107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.606508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.606952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.607330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:49:55.607754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76018', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:49:55.612667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76018', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:49:55.914747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] get_endpoint_by_host() called for host hv-cinder-76018 {{(pid=84029) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 20:49:55.919006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] get_endpoint_by_ip() called for ip 192.168.0.45 {{(pid=84029) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 20:49:55.922215 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] _add_endpoint() called for ip 192.168.0.45 {{(pid=84029) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 20:49:55.927580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] _get_endpoints() called {{(pid=84029) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 20:49:59.755890 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:50:09.391096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46080) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:50:09.524154 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-65bca0bc-890e-4acf-9a90-3971bf21b5c5 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1317332 Feb 17 20:50:12.076650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46090) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:50:12.137598 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7059d591-83a2-43a0-bd38-da4320f3bbf4 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0596857 Feb 17 20:50:18.122611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36f09180-2922-4abb-b4fb-ac186a774dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:20.602078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3546b03-3d0d-4102-abd0-5afb2450d646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:20.971220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:22.366068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:22.688352 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:25.610297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:36.755704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:50:48.123652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b7942705-a249-455d-b1b2-28d428794a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:50.604706 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-944e4627-2ea1-40f5-b409-9da1075c5208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:50.973372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:52.368541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:52.689942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:50:55.611591 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:13.755505 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:51:18.127434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-be4c6f2e-d10c-4ae6-8581-7e9620bdcf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:20.607572 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-338f67a7-949c-4cb4-946c-d0414776f09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:20.978115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:22.379193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:22.692465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:25.641899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:48.139311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e03901f7-6e9f-48b7-b383-71a3b30ba10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:50.609398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b24dbf9e-e0dc-4d4a-87ec-ad93928f68ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:50.757302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:51:50.983037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.022838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46266) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:52.373330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.471029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-network', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:52.476700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:52.481849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Usage tracker for resource:network and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:52.485826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:52.492210 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:52.502806 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Made reservation on behalf of 8f739bff06aa4bd8b17d7ea73ad40d6d for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:52.507734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.521873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.538163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:52.542234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:52.545342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:52.551176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:52.576441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46292) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:52.649513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.651212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.668134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c77c1eda-d94f-4378-a9fd-90755ce9e8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:52.676141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:51:52.691603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.692112 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Added segment d3f1506a-c857-4c84-9d7e-539cf071712d of type vxlan for network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 Feb 17 20:51:52.705351 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.749583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.755590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d23dde-fd4f-41f9-b1dd-0b31c2d87a62,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:52.769343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.769894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.770413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.770905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.771383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.771859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.772349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.772848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.773300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.773773 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.774245 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.774997 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.775289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.775767 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.776343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.776972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.777510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.778112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.778837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.779321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.779793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.780261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.780731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.781214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Tracked resource versions report: Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: pushed versions: Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: consumer versions: Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: L3 agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: Metadata agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: Metering agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-760184-4-iscsi: { 'AddressGroup': '1.1', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.1', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 20:51:52.782804 dv-cinder-760184-4-iscsi neutron-server[83915]: {{(pid=84028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:51:52.791310 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:52.823606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.826482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:52.827329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:52.833617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:52.877346 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46308) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:52.942246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1041322522-network', 'tenant_id': '23edded2ae6c443c8366c957186cd89a'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:52.945986 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.quota [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Loaded quota_driver: . Feb 17 20:51:52.948959 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2a6949-1b8e-4556-bd82-db5fea1877c6,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:52.953410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:52.956635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:52.958894 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9348669 Feb 17 20:51:52.959547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46314) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:52.964615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:51:52.967572 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Request body: {'subnet': {'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-subnet', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:52.972838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:52.977284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Usage tracker for resource:subnet and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:52.980644 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:52.982158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Usage tracker for resource:network and tenant:23edded2ae6c443c8366c957186cd89a is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:52.987737 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:52.989378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:53.002845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:53.003372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Made reservation on behalf of 8f739bff06aa4bd8b17d7ea73ad40d6d for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:53.008530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.023678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Made reservation on behalf of 23edded2ae6c443c8366c957186cd89a for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:53.026814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.045719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.063178 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:53.067694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:23edded2ae6c443c8366c957186cd89a is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:53.071712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:53.084885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:53.095266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:51:53.269865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.274294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.282048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:53.327811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7059d048-1791-42c7-958c-50a95680552f,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:53.330774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:51:53.345089 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.346083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.346662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.347232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.347779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.348340 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.348866 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.349426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.349871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.350349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.350782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.351199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.351703 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.352437 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.352834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.353252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.353669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.354120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.354605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.355107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.355568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.355977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.356503 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.356925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Tracked resource versions report: Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: pushed versions: Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: consumer versions: Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: L3 agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: Metadata agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: Metering agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-760184-4-iscsi: { 'AddressGroup': '1.1', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.1', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 20:51:53.358404 dv-cinder-760184-4-iscsi neutron-server[83915]: {{(pid=84027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:51:53.365536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:53.373013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288978705660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.373502 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Added segment 59aca134-a0c2-40cb-9325-13d59b09e335 of type vxlan for network f4039cc8-917d-44de-b822-01953fe71c61 Feb 17 20:51:53.465594 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.489126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-377170349-network', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:53.509094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:53.519096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Usage tracker for resource:network and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:53.524815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:53.533903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:53.542622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.545136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:53.545966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.552845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:53.577609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Made reservation on behalf of 78b01f62be9c4335afe0b75690ea905d for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:53.583441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.608819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.707868 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:53.712345 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1344457 Feb 17 20:51:53.713197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46334) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:53.714292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:53.731536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Request body: {'subnet': {'network_id': 'f4039cc8-917d-44de-b822-01953fe71c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1041322522-subnet', 'tenant_id': '23edded2ae6c443c8366c957186cd89a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:53.737484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:53.742852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:53.765285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:53.771099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4039cc8-917d-44de-b822-01953fe71c61,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:53.778895 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:53.794368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:53.802284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:53.804504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network f4039cc8-917d-44de-b822-01953fe71c61 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:51:53.807115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Usage tracker for resource:subnet and tenant:23edded2ae6c443c8366c957186cd89a is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:53.822443 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:53.837503 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network f4039cc8-917d-44de-b822-01953fe71c61 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:51:53.846553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:53.918055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Made reservation on behalf of 23edded2ae6c443c8366c957186cd89a for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:53.927807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79489a8e-5958-4616-91aa-e45c478f46ca,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:53.931969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:53.933439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.023776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Checking segment: {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:54.024269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Network hostable DHCP agents. Network: 1d2a6949-1b8e-4556-bd82-db5fea1877c6, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:51:54.045859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:51:54.064392 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 1d2a6949-1b8e-4556-bd82-db5fea1877c6) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:54.078379 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:54.079370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.127941 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1670420 Feb 17 20:51:54.129023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46354) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:54.144430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:54.154955 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:54.164834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Usage tracker for resource:router and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:54.171057 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:54.177647 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:54.190121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.204826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-659163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5032'] for router, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.206391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854089330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854207555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770800'] for router, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.225082 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d0d96-73af-44ce-b652-dcc5d72fbf18 None None] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:51:54.231844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.244511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c0a8a524-cab1-44dc-b452-06bc9cffe6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:54.248662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.475045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:51:54.493957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4d2ecc-c19a-4770-b802-9d0c619c2031,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:54.501464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:54.502684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288978705660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.503235 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Added segment 5cb54603-092a-4804-aea1-91d8d48a516e of type vxlan for network 3d5367c3-db87-4b07-ae58-a70af8b324d8 Feb 17 20:51:54.608088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.733342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.771471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.774962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:54.775603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.791798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:54.802769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e2cf1d9-6d24-562f-85e2-b3c740202c47-1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca'}]}} from dv-cinder-760184-4-iscsi. {{(pid=84029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:51:54.803722 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:54.952473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5367c3-db87-4b07-ae58-a70af8b324d8,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:54.960540 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.0819509 Feb 17 20:51:54.962038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:54.962609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46384) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:54.972130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Request body: {'subnet': {'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-377170349-subnet', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:54.990243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:54.998168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Usage tracker for resource:subnet and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:55.001887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:55.006918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:51:55.010091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:55.030271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:51:55.032033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Made reservation on behalf of 78b01f62be9c4335afe0b75690ea905d for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:51:55.036894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.192144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.215491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:55.241769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.341636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fa9aa3-2390-4dfb-ab34-c00e1df616aa,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:55.344015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.351401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:55.625059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Checking segment: {'id': '59aca134-a0c2-40cb-9325-13d59b09e335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f4039cc8-917d-44de-b822-01953fe71c61'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:55.625366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Allocated IP 172.20.0.2 (1d2a6949-1b8e-4556-bd82-db5fea1877c6/79489a8e-5958-4616-91aa-e45c478f46ca/cca318f5-257f-4536-ab1c-3aaa38e64bcf) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:51:55.625471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Network hostable DHCP agents. Network: f4039cc8-917d-44de-b822-01953fe71c61, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:51:55.655308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.738699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Network f4039cc8-917d-44de-b822-01953fe71c61 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:51:55.756403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, f4039cc8-917d-44de-b822-01953fe71c61) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:55.762828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:55.763533 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.810712 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0905578 Feb 17 20:51:55.915695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c235c11-e445-4522-b47c-9c316b2ce7f5 None None] Network f4039cc8-917d-44de-b822-01953fe71c61 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:51:55.941865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:55.958858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Allocated IP 172.27.0.164 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/4c7947d7-092a-49c7-a8c6-877244eb1388) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:51:55.973485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0417f437-d043-4c12-8140-065d0aebf1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:56.170092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46424) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:56.189343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:56.195582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f4ff4a-79aa-423f-9546-ec3429aca993,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:56.201259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:56.239256 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:56.258090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:56.275559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Checking segment: {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:56.276079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Network hostable DHCP agents. Network: 3d5367c3-db87-4b07-ae58-a70af8b324d8, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:51:56.308843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:51:56.326856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 3d5367c3-db87-4b07-ae58-a70af8b324d8) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:56.331140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:56.331869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:56.332290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c45763-52ab-4d19-8293-85d343ed9265 None None] Network f4039cc8-917d-44de-b822-01953fe71c61 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:51:56.384687 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4198637 Feb 17 20:51:56.388144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46432) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:56.393981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:51:56.401659 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:56.411807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Usage tracker for resource:router and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:56.417543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:56.430770 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:56.452358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-659163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5032'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:56.453763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854089330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854207555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770800'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:56.473825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Pushing event updated for resources: {'Port': ['ID=4c7947d7-092a-49c7-a8c6-877244eb1388,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:56.496930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:56.503879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:56.567320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c693ccc-4165-45a4-ac80-e2f3f12a80f3 None None] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:51:56.593798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:51:56.595901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:56.598814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:51:56.867506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:56.883749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Transition to ACTIVE for port object cca318f5-257f-4536-ab1c-3aaa38e64bcf will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:51:56.894155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e2cf1d9-6d24-562f-85e2-b3c740202c47-3d5367c3-db87-4b07-ae58-a70af8b324d8', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993'}]}} from dv-cinder-760184-4-iscsi. {{(pid=84029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:51:56.897438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:56.944289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Transition to ACTIVE for port object cca318f5-257f-4536-ab1c-3aaa38e64bcf will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:51:57.040692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.060972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:57.065967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Usage tracker for resource:security_group_rule and tenant:c6549fb7e83d4a9eb28fe0316f1c809b is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:57.069583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:57.078905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:57.087894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.226571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Allocated IP 172.20.0.2 (3d5367c3-db87-4b07-ae58-a70af8b324d8/73f4ff4a-79aa-423f-9546-ec3429aca993/8b04ed10-9e1f-4386-b195-54342a7376f9) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:51:57.533878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.627325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.635630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.661332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:57.695026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.714194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46472) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:57.721407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:57.741571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.781923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.942275 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6549fb7e83d4a9eb28fe0316f1c809b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7704203 Feb 17 20:51:57.949002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46482) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:57.969704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e67dc-d064-4e82-acdb-f8e44594212c,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:57.971726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Pushing event updated for resources: {'Port': ['ID=cca318f5-257f-4536-ab1c-3aaa38e64bcf,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:57.984537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:57.991228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:58.013897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.014292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.014680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.015047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.015409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.015786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.016116 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.016471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.016829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.017186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.017542 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.017896 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.018329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.018686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.019040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.019389 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.019746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.020097 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.020444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.020791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.021138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.021484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.021832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.022313 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Tracked resource versions report: Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: pushed versions: Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: consumer versions: Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: L3 agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: Metadata agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: Metering agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-760184-4-iscsi: { 'AddressGroup': '1.1', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.1', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 20:51:58.035736 dv-cinder-760184-4-iscsi neutron-server[83915]: {{(pid=84029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:51:58.061165 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:58.088352 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Transition to ACTIVE for port object 8b04ed10-9e1f-4386-b195-54342a7376f9 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:51:58.095912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46502) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:58.107061 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 20:51:58.145095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Transition to ACTIVE for port object 8b04ed10-9e1f-4386-b195-54342a7376f9 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:51:58.175151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.177375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:51:58.219776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:58.223877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:58.268246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.296380 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:58.300503 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:c6153a0524b24e1183b037dabab92338 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:58.303727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:58.310789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:58.396147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:51:58.517985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-b51c6f67-5502-4dc9-8379-6f05b92b17fe tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:51:58.524220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-b51c6f67-5502-4dc9-8379-6f05b92b17fe tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Synchronizing usage tracker for tenant:23edded2ae6c443c8366c957186cd89a on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:51:58.529921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b0c5-85cc-470a-b7e0-35681a75deac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.542365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854116692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374'] for router, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.554589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Attempting to bind port cca318f5-257f-4536-ab1c-3aaa38e64bcf on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:51:58.555038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Attempting to bind port cca318f5-257f-4536-ab1c-3aaa38e64bcf by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:51:58.555454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Attempting to bind port cca318f5-257f-4536-ab1c-3aaa38e64bcf on network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:51:58.566612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:51:58.567021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Checking segment: {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:58.567624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.568073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Bound using segment: {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:51:58.568607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Bound port: cca318f5-257f-4536-ab1c-3aaa38e64bcf, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:51:58.569033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.625283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46516) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:58.640800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Pushing event updated for resources: {'Port': ['ID=8b04ed10-9e1f-4386-b195-54342a7376f9,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:58.663676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:58.708831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.722532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.729346 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b0c5-85cc-470a-b7e0-35681a75deac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.737152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-b51c6f67-5502-4dc9-8379-6f05b92b17fe tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Unset dirty status for tenant:23edded2ae6c443c8366c957186cd89a on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:51:58.738442 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-b51c6f67-5502-4dc9-8379-6f05b92b17fe tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/networks?id=f4039cc8-917d-44de-b822-01953fe71c61 HTTP/1.1" status: 200 len: 812 time: 0.6414857 Feb 17 20:51:58.763485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:58.780319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Allocated IP 172.27.0.230 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/b8c24a40-98a8-426b-9838-973075eb68a5) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:51:58.866316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] For port cca318f5-257f-4536-ab1c-3aaa38e64bcf, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:51:58.880310 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] For port cca318f5-257f-4536-ab1c-3aaa38e64bcf, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=cca318f5-257f-4536-ab1c-3aaa38e64bcf,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:51:58.885044 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-a39d0d22-4b0f-4704-9469-643a19c2144b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/quotas/23edded2ae6c443c8366c957186cd89a HTTP/1.1" status: 200 len: 375 time: 0.1231725 Feb 17 20:51:58.886472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f2be9-f055-4d3a-8e06-1302e7d4a1df,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:58.891284 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6153a0524b24e1183b037dabab92338&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1754901 Feb 17 20:51:58.896384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:58.899650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46524) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:58.921490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:51:58.922262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:58.983110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:59.019197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2782b827-4546-40b4-a5a3-c831a5dc6268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.043775 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Router ffd4ff45-ce1b-4acf-b348-61a83a73e8af is scheduled to L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 with binding_index 1 {{(pid=84028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:51:59.055961 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2782b827-4546-40b4-a5a3-c831a5dc6268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.073586 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Pushing event updated for resources: {'Port': ['ID=cca318f5-257f-4536-ab1c-3aaa38e64bcf,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:59.077848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:51:59.085642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:59.086670 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:51:59.224607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Attempting to bind port 8b04ed10-9e1f-4386-b195-54342a7376f9 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:51:59.225023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Attempting to bind port 8b04ed10-9e1f-4386-b195-54342a7376f9 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:51:59.225424 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Attempting to bind port 8b04ed10-9e1f-4386-b195-54342a7376f9 on network 3d5367c3-db87-4b07-ae58-a70af8b324d8 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:51:59.232033 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-1ba1a850-0ef7-42b6-8a3d-8895888fb2b5 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23edded2ae6c443c8366c957186cd89a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2502604 Feb 17 20:51:59.240324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:51:59.240662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Checking segment: {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:51:59.244226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d43d195d-0290-4b34-b125-117c4585a5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.250578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.251123 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Bound using segment: {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:51:59.251669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Bound port: 8b04ed10-9e1f-4386-b195-54342a7376f9, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:51:59.253218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.272970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d43d195d-0290-4b34-b125-117c4585a5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:51:59.278944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d43d195d-0290-4b34-b125-117c4585a5ae admin admin] Usage tracker for resource:security_group_rule and tenant:22b52cb8b58a4f119aebdd470b85223d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:51:59.283528 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d43d195d-0290-4b34-b125-117c4585a5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:51:59.291226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d43d195d-0290-4b34-b125-117c4585a5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:51:59.378245 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2782b827-4546-40b4-a5a3-c831a5dc6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.379471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:51:59.389696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Sync routers for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:51:59.399821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:59.422400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:51:59.423573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:51:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:51:59.430036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782b827-4546-40b4-a5a3-c831a5dc6268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f2be9-f055-4d3a-8e06-1302e7d4a1df,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:59.441853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2782b827-4546-40b4-a5a3-c831a5dc6268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:59.475011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2782b827-4546-40b4-a5a3-c831a5dc6268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.476181 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2782b827-4546-40b4-a5a3-c831a5dc6268 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b39f2be9-f055-4d3a-8e06-1302e7d4a1df HTTP/1.1" status: 204 len: 168 time: 0.5734258 Feb 17 20:51:59.482318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Notify callbacks [] for router, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.484034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d43d195d-0290-4b34-b125-117c4585a5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.487502 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3571551 Feb 17 20:51:59.488946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46548) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:59.501400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d43d195d-0290-4b34-b125-117c4585a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.503013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b0c5-85cc-470a-b7e0-35681a75deac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.531343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:59.600549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-35b04e28-8a58-43d8-a176-5d78421d6a9d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:51:59.608461 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-35b04e28-8a58-43d8-a176-5d78421d6a9d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1221304 Feb 17 20:51:59.657023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] For port 8b04ed10-9e1f-4386-b195-54342a7376f9, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:51:59.664528 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.665219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] For port 8b04ed10-9e1f-4386-b195-54342a7376f9, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=8b04ed10-9e1f-4386-b195-54342a7376f9,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:51:59.672546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:51:59.693309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:51:59.724995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d195d-0290-4b34-b125-117c4585a5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3f3127-6144-4b28-8543-09484d043d13,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:59.743957 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d43d195d-0290-4b34-b125-117c4585a5ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22b52cb8b58a4f119aebdd470b85223d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0946784 Feb 17 20:51:59.759441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46560) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:51:59.783531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:51:59.849992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7b0c5-85cc-470a-b7e0-35681a75deac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e67dc-d064-4e82-acdb-f8e44594212c,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:59.946848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eeb7b0c5-85cc-470a-b7e0-35681a75deac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:51:59.957132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Pushing event updated for resources: {'Port': ['ID=8b04ed10-9e1f-4386-b195-54342a7376f9,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:51:59.963622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:00.002707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:00.003752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:00.077712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-afb9cc88-82c8-4291-9afc-a0283d918f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:00.085520 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eeb7b0c5-85cc-470a-b7e0-35681a75deac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:00.099908 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-eeb7b0c5-85cc-470a-b7e0-35681a75deac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b59e67dc-d064-4e82-acdb-f8e44594212c HTTP/1.1" status: 204 len: 168 time: 2.1417878 Feb 17 20:52:00.202715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-afb9cc88-82c8-4291-9afc-a0283d918f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:00.262663 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-cfa0a186-143e-419d-a7ec-2790c5c691c2 service neutron] 10.222.0.30 "GET /v2.0/networks/f4039cc8-917d-44de-b822-01953fe71c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532230 Feb 17 20:52:00.439549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:51:56Z', 'revision_number': 3, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:00.461860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Checking router: ffd4ff45-ce1b-4acf-b348-61a83a73e8af for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:52:00.462324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Updating router ffd4ff45-ce1b-4acf-b348-61a83a73e8af port 4c7947d7-092a-49c7-a8c6-877244eb1388 binding host dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:52:00.607721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-afb9cc88-82c8-4291-9afc-a0283d918f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:00.611732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:00.631702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:00.940512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 8b04ed10-9e1f-4386-b195-54342a7376f9 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:01.139791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 8b04ed10-9e1f-4386-b195-54342a7376f9 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:01.152280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device cca318f5-257f-4536-ab1c-3aaa38e64bcf up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:01.297995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46588) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:01.319907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port cca318f5-257f-4536-ab1c-3aaa38e64bcf completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:01.402918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:01.438288 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9cc88-82c8-4291-9afc-a0283d918f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3f3127-6144-4b28-8543-09484d043d13,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:01.556243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:01.582283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:01.587800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd1469-3f89-4826-86f1-a64211c151e1 None None] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:52:01.591531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Usage tracker for resource:security_group_rule and tenant:35415cfa671d45eb96c391526e78f079 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:01.598380 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:01.602677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:01.627512 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-e63a5573-7418-472e-bd73-e606a4c60969 service neutron] 10.222.0.30 "GET /v2.0/networks/f4039cc8-917d-44de-b822-01953fe71c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3377604 Feb 17 20:52:01.628641 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-afb9cc88-82c8-4291-9afc-a0283d918f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:01.641630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:01.652892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:01.810774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:01.829305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-699c6c53-1ef5-416b-a40e-630f6eb4a181 None None] Provisioning for port cca318f5-257f-4536-ab1c-3aaa38e64bcf completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:01.845860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Transition to ACTIVE for port object 4c7947d7-092a-49c7-a8c6-877244eb1388 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:01.852373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-699c6c53-1ef5-416b-a40e-630f6eb4a181 None None] Provisioning complete for port cca318f5-257f-4536-ab1c-3aaa38e64bcf triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:01.852922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-699c6c53-1ef5-416b-a40e-630f6eb4a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:01.858119 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:01.885821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Pushing event updated for resources: {'Port': ['ID=b8c24a40-98a8-426b-9838-973075eb68a5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:01.918911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:01.921893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-afb9cc88-82c8-4291-9afc-a0283d918f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:01.940360 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-afb9cc88-82c8-4291-9afc-a0283d918f8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc3f3127-6144-4b28-8543-09484d043d13 HTTP/1.1" status: 204 len: 168 time: 2.1194034 Feb 17 20:52:02.040403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:02.088918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46620) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:02.181583 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c845b4af-7960-4ca0-aa8d-e3ac99457332 req-372aaf75-7334-473d-bdd7-84b9b168fa48 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 210 time: 0.0889113 Feb 17 20:52:02.197226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69006f53-273e-49f4-b1bd-b72249ab69aa None None] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:52:02.224066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:02.225418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:02.228338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:52:02.366197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Attempting to bind port 4c7947d7-092a-49c7-a8c6-877244eb1388 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:52:02.366631 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Attempting to bind port 4c7947d7-092a-49c7-a8c6-877244eb1388 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:52:02.367034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Attempting to bind port 4c7947d7-092a-49c7-a8c6-877244eb1388 on network 2cefb50c-123a-4701-b5cd-a0c180c60863 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:52:02.377805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:52:02.378373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:52:02.378825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.379395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Bound using segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:52:02.379938 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Bound port: 4c7947d7-092a-49c7-a8c6-877244eb1388, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:52:02.380334 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.422447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Allocated IP 172.20.0.1 (1d2a6949-1b8e-4556-bd82-db5fea1877c6/79489a8e-5958-4616-91aa-e45c478f46ca/a6618963-fc5f-4ec1-a37f-f32274613af0) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:52:02.429031 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Pushing event updated for resources: {'Port': ['ID=4c7947d7-092a-49c7-a8c6-877244eb1388,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:02.460508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.460865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.461407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.461595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.461924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.462589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.462956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.463317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.463678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.464036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.464393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.464898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.465599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.465960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.466356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.466716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.467069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.467425 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.468094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.468962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.469323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.470066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.470277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.470620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Tracked resource versions report: Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: pushed versions: Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: { 'AddressGroup': {'1.1'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': {'1.0'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': {'1.0'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': {'1.1'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': {'1.7'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': {'1.2'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': {'1.8'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': {'1.4'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': {'1.2'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': {'1.0'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': {'1.1'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': {'1.1'}} Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: consumer versions: Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: { DHCP agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: L3 agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: Metadata agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: Metering agent@dv-cinder-760184-4-iscsi: {}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@dv-cinder-760184-4-iscsi: { 'AddressGroup': '1.1', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}, Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: Open vSwitch agent@hv-cinder-76018: { 'AddressGroup': '1.1', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'ConntrackHelper': '1.0', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Log': '1.0', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Network': '1.1', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Port': '1.7', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'PortForwarding': '1.2', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'QosPolicy': '1.8', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroup': '1.4', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SecurityGroupRule': '1.2', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'SubPort': '1.0', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Subnet': '1.1', Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: 'Trunk': '1.1'}} Feb 17 20:52:02.471984 dv-cinder-760184-4-iscsi neutron-server[83915]: {{(pid=84030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 20:52:02.476187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:02.491639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.522776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] For port 4c7947d7-092a-49c7-a8c6-877244eb1388, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:52:02.527103 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] For port 4c7947d7-092a-49c7-a8c6-877244eb1388, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=4c7947d7-092a-49c7-a8c6-877244eb1388,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:52:02.534186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.539854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-699c6c53-1ef5-416b-a40e-630f6eb4a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.540169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.645984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-df7b75d9-669f-403f-b3ac-57851016e906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:02.679233 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35415cfa671d45eb96c391526e78f079&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2394598 Feb 17 20:52:02.680434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610c8cae-2741-46be-8110-4f1d97ddca0f,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:02.685365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46642) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:02.693363 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:02.700970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:02.821834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Pushing event updated for resources: {'Port': ['ID=4c7947d7-092a-49c7-a8c6-877244eb1388,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:02.827749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:02.828865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.879888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3ff1ba-d1c7-4cde-a270-8d05d675762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.889557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-699c6c53-1ef5-416b-a40e-630f6eb4a181 None None] For port cca318f5-257f-4536-ab1c-3aaa38e64bcf, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=cca318f5-257f-4536-ab1c-3aaa38e64bcf,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:52:02.970818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3ff1ba-d1c7-4cde-a270-8d05d675762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.971669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-699c6c53-1ef5-416b-a40e-630f6eb4a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:02.992174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46650) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:03.028319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:03.029844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:03.035183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:51:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:03.206369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:03.255963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-66117b4c-5880-4976-b011-0f89f3fabe67 None None] Provisioning for port 8b04ed10-9e1f-4386-b195-54342a7376f9 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:03.265651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c6c53-1ef5-416b-a40e-630f6eb4a181 None None] Pushing event updated for resources: {'Port': ['ID=cca318f5-257f-4536-ab1c-3aaa38e64bcf,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:03.272652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-699c6c53-1ef5-416b-a40e-630f6eb4a181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:03.273299 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-66117b4c-5880-4976-b011-0f89f3fabe67 None None] Provisioning complete for port 8b04ed10-9e1f-4386-b195-54342a7376f9 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:03.273707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-66117b4c-5880-4976-b011-0f89f3fabe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:03.281857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:03.382294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:03.393995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Transition to ACTIVE for port object a6618963-fc5f-4ec1-a37f-f32274613af0 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:03.399901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Usage tracker for resource:security_group_rule and tenant:cb296c34eef74a65a8c1929fa6c55ae6 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:03.415718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:03.428416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:03.483325 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0eaef4d2-5bf6-437e-a984-2218aec86485 req-3f59a760-1a61-4ab1-9e97-568630f420df tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 210 time: 0.1412315 Feb 17 20:52:03.518734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:03.520361 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3ff1ba-d1c7-4cde-a270-8d05d675762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:03.523504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-66117b4c-5880-4976-b011-0f89f3fabe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:03.580107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:03.654143 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-66117b4c-5880-4976-b011-0f89f3fabe67 None None] For port 8b04ed10-9e1f-4386-b195-54342a7376f9, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=8b04ed10-9e1f-4386-b195-54342a7376f9,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:52:03.664039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-66117b4c-5880-4976-b011-0f89f3fabe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:03.666271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:03.742599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ff1ba-d1c7-4cde-a270-8d05d675762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610c8cae-2741-46be-8110-4f1d97ddca0f,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:03.757808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf3ff1ba-d1c7-4cde-a270-8d05d675762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:03.773606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3ff1ba-d1c7-4cde-a270-8d05d675762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:03.789622 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bf3ff1ba-d1c7-4cde-a270-8d05d675762c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/610c8cae-2741-46be-8110-4f1d97ddca0f HTTP/1.1" status: 204 len: 168 time: 1.0974317 Feb 17 20:52:03.795152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:03.821281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854116692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:04.005429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f279fbc3-ca34-4a5e-a04d-087cee72cfef None None] Provisioning complete for port cca318f5-257f-4536-ab1c-3aaa38e64bcf triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:04.006619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f279fbc3-ca34-4a5e-a04d-087cee72cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:04.010779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1d96b32b-ef41-47b1-a20b-7a6261ba8e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:04.211239 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66117b4c-5880-4976-b011-0f89f3fabe67 None None] Pushing event updated for resources: {'Port': ['ID=8b04ed10-9e1f-4386-b195-54342a7376f9,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:04.228010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-66117b4c-5880-4976-b011-0f89f3fabe67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:04.229115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Pushing event updated for resources: {'Port': ['ID=a6618963-fc5f-4ec1-a37f-f32274613af0,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:04.245070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:04.304041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:04.308645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:04.316327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:52:04.317232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114793'] for router_interface, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:04.496643 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:04.498829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 is scheduled to L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:52:04.512770 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:04.529179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:51:56Z', 'revision_number': 3, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:04.539840 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4a2de341-f365-458b-b2ac-299e34cbf567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:04.545587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d2a45e-d870-4397-b2e9-f5f60a3d122e None None] The sync data for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi is: [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:51:56Z', 'revision_number': 3, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:52:04.604936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-697d96af-5bb1-4506-8660-543ae54e3177 None None] Provisioning complete for port 8b04ed10-9e1f-4386-b195-54342a7376f9 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:04.609621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-697d96af-5bb1-4506-8660-543ae54e3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:04.804094 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb296c34eef74a65a8c1929fa6c55ae6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7815878 Feb 17 20:52:04.804694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46714) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:04.820573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a16e79a-e574-4c9f-8d57-bc8eb1613267,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:04.907893 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-762864c8-e39c-49af-9659-635535bde46a req-0e19d23e-9e3d-4451-99a7-32aa9f9ddf27 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 210 time: 0.2133100 Feb 17 20:52:04.915167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:04.924230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 8b04ed10-9e1f-4386-b195-54342a7376f9 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:05.113874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:52:05.125524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5acdbbb2-f0f6-4324-9944-6d443db7f466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.151685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-697d96af-5bb1-4506-8660-543ae54e3177 None None] Provisioning complete for port cca318f5-257f-4536-ab1c-3aaa38e64bcf triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:05.161350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-697d96af-5bb1-4506-8660-543ae54e3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.180036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.225275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.226587 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8373356 Feb 17 20:52:05.229718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46732) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:05.249859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5acdbbb2-f0f6-4324-9944-6d443db7f466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.253212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Sync routers for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:52:05.296440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 8b04ed10-9e1f-4386-b195-54342a7376f9 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:05.296857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.391088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:05.391605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:51:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:05.484692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46736) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:05.958995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.967489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.969339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661105'] for router_interface, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:05.991586 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:06.128819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Pushing event updated for resources: {'Port': ['ID=a6618963-fc5f-4ec1-a37f-f32274613af0,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:06.132849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:06.176113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5acdbbb2-f0f6-4324-9944-6d443db7f466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:06.191183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:06.213030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdbbb2-f0f6-4324-9944-6d443db7f466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a16e79a-e574-4c9f-8d57-bc8eb1613267,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:06.216403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5acdbbb2-f0f6-4324-9944-6d443db7f466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:06.218008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5acdbbb2-f0f6-4324-9944-6d443db7f466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:06.224199 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5acdbbb2-f0f6-4324-9944-6d443db7f466 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a16e79a-e574-4c9f-8d57-bc8eb1613267 HTTP/1.1" status: 204 len: 168 time: 1.4077559 Feb 17 20:52:06.233264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:06.321143 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:06.323664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:06.473277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.67', 58040) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:06.610889 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-11ae8f98-529a-49d3-a771-b90eeabbf50a req-a3002211-ef80-43f7-9c38-6794f0c53578 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 210 time: 0.2653365 Feb 17 20:52:06.783212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device cca318f5-257f-4536-ab1c-3aaa38e64bcf up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:06.873160 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ec5087f7-336e-4140-ba46-218bdd54a4a9 None None] Provisioning complete for port 8b04ed10-9e1f-4386-b195-54342a7376f9 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:06.878464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec5087f7-336e-4140-ba46-218bdd54a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:06.953170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Router ffd4ff45-ce1b-4acf-b348-61a83a73e8af has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:52:06.961481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.020438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:07.032062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b7ffbbe8ef490f941a0c317eb2d22e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:07.037843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:07.048492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:07.124720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port cca318f5-257f-4536-ab1c-3aaa38e64bcf triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:07.125117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.168409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ec5087f7-336e-4140-ba46-218bdd54a4a9 None None] Provisioning complete for port cca318f5-257f-4536-ab1c-3aaa38e64bcf triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:07.169176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec5087f7-336e-4140-ba46-218bdd54a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.327695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:52:07.350748 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] 10.222.0.30 "PUT /v2.0/routers/ffd4ff45-ce1b-4acf-b348-61a83a73e8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8568127 Feb 17 20:52:07.353367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:02Z', 'revision_number': 3, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:07.381119 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Checking router: 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:52:07.381498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Updating router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 port b8c24a40-98a8-426b-9838-973075eb68a5 binding host dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:52:07.447225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.455144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.459974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-99f7ee0f-0252-42a4-912c-e745f843312e tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:07.461635 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-99f7ee0f-0252-42a4-912c-e745f843312e tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.67 "GET /v2.0/networks?id=f4039cc8-917d-44de-b822-01953fe71c61 HTTP/1.1" status: 200 len: 812 time: 0.9836860 Feb 17 20:52:07.510204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:07.562073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.626055 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1b7ffbbe8ef490f941a0c317eb2d22e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1398206 Feb 17 20:52:07.628568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46806) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:07.637183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb95bc0-cac2-41ad-b6fb-71929a22dc74,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:07.658201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:07.660577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.832351 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ed92883-11eb-431c-aa12-e6bdb23ff0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.889335 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ed92883-11eb-431c-aa12-e6bdb23ff0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.987740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ed92883-11eb-431c-aa12-e6bdb23ff0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:07.993274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:08.020637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed92883-11eb-431c-aa12-e6bdb23ff0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb95bc0-cac2-41ad-b6fb-71929a22dc74,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:08.024161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4ed92883-11eb-431c-aa12-e6bdb23ff0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:08.024993 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ed92883-11eb-431c-aa12-e6bdb23ff0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:08.026203 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4ed92883-11eb-431c-aa12-e6bdb23ff0af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ceb95bc0-cac2-41ad-b6fb-71929a22dc74 HTTP/1.1" status: 204 len: 168 time: 0.3960278 Feb 17 20:52:08.035521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ec5087f7-336e-4140-ba46-218bdd54a4a9 None None] Provisioning for port a6618963-fc5f-4ec1-a37f-f32274613af0 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:08.124972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Sync routers for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:52:08.149495 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:08.150171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:51:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:08.219774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 4c7947d7-092a-49c7-a8c6-877244eb1388 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:08.395507 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea3f6832-c792-430e-b3cb-4dc131fef148 req-0280c8ad-5ef4-47c9-bb82-634b07a1ede8 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 210 time: 0.2037904 Feb 17 20:52:08.441989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Allocated IP 172.20.0.1 (3d5367c3-db87-4b07-ae58-a70af8b324d8/73f4ff4a-79aa-423f-9546-ec3429aca993/6bcc3db2-addd-49e2-afac-483444ad2cae) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:52:08.578142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:08.583447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:08.592272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Transition to ACTIVE for port object b8c24a40-98a8-426b-9838-973075eb68a5 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:08.593484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ec5087f7-336e-4140-ba46-218bdd54a4a9 None None] Provisioning complete for port a6618963-fc5f-4ec1-a37f-f32274613af0 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:08.594055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec5087f7-336e-4140-ba46-218bdd54a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:08.618224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46840) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:08.624703 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252774864', 'description': 'tempest-description--633725650'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:08.641329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:08.656540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:08.658617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:security_group and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:08.671219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:08.682156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:08.713276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e35a9f65-05cb-488e-938d-6e58ad375389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:08.719314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:08.776728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:08.797941 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:security_group_rule and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:08.805873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:08.826768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:08.900566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46852) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:08.908497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:08.936829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ec5087f7-336e-4140-ba46-218bdd54a4a9 None None] Port a6618963-fc5f-4ec1-a37f-f32274613af0 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:52:08.938417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be654808-fa21-4653-ac08-d3ddd75d4499 None None] Pushing event updated for resources: {'Port': ['ID=b8c24a40-98a8-426b-9838-973075eb68a5,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:08.945302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-be654808-fa21-4653-ac08-d3ddd75d4499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:08.970104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Transition to ACTIVE for port object 6bcc3db2-addd-49e2-afac-483444ad2cae will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:08.976421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 4c7947d7-092a-49c7-a8c6-877244eb1388 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:08.983485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.000744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 4c7947d7-092a-49c7-a8c6-877244eb1388 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:09.001376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.015729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.021289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:09.033321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb858f985884175ba6b1df1e142f5f4 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:09.037022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:09.055604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:09.080548 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.099243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.109608 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:09.117242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Attempting to bind port b8c24a40-98a8-426b-9838-973075eb68a5 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:52:09.117657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Attempting to bind port b8c24a40-98a8-426b-9838-973075eb68a5 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:52:09.118069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Attempting to bind port b8c24a40-98a8-426b-9838-973075eb68a5 on network 2cefb50c-123a-4701-b5cd-a0c180c60863 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:52:09.120323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e46299dd-d996-45cf-b835-d804583a4986 None None] Provisioning complete for port a6618963-fc5f-4ec1-a37f-f32274613af0 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:09.120788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e46299dd-d996-45cf-b835-d804583a4986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.168423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f4bbd8-3c9f-4543-906c-fddc543de118,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:09.175700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.177349 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5580246 Feb 17 20:52:09.178822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:09.181147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46858) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:09.193216 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'security_group_rule': {'security_group_id': 'e6f4bbd8-3c9f-4543-906c-fddc543de118', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:09.202932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:09.213738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:security_group_rule and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:09.218315 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:09.222544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:52:09.222971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:52:09.223425 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.223872 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Bound using segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:52:09.224414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Bound port: b8c24a40-98a8-426b-9838-973075eb68a5, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:52:09.224857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.234438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-369d240d-9663-4c34-bbc7-08e6a19b89ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:09.238235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:09.287259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.304141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.322215 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:09.330517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Pushing event updated for resources: {'Port': ['ID=6bcc3db2-addd-49e2-afac-483444ad2cae,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:09.334449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:09.356364 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:09.358121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:09.361056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:52:09.361569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114793'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.377085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043b7dda-b12e-451c-840e-65d0cfa1ca0a,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:09.391081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:09.406423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.487453 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9eb858f985884175ba6b1df1e142f5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816972 Feb 17 20:52:09.490464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46868) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:09.524762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.565279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.571785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:05Z', 'revision_number': 2, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:09.582588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Request body: {'port': {'device_id': '420d0804-c971-449d-89dd-04bb84522fa9', 'network_id': 'f4039cc8-917d-44de-b822-01953fe71c61', 'admin_state_up': True, 'tenant_id': '23edded2ae6c443c8366c957186cd89a'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:09.586461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Checking router: ffd4ff45-ce1b-4acf-b348-61a83a73e8af for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:52:09.593415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Updating router ffd4ff45-ce1b-4acf-b348-61a83a73e8af port a6618963-fc5f-4ec1-a37f-f32274613af0 binding host dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:52:09.615619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:09.750022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.805626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-e46299dd-d996-45cf-b835-d804583a4986 None None] Port a6618963-fc5f-4ec1-a37f-f32274613af0 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:52:09.848022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22e7742-ff70-4163-a5a4-5bedacc765d6,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:09.851413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.855812 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6706295 Feb 17 20:52:09.902471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.944319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] For port b8c24a40-98a8-426b-9838-973075eb68a5, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:52:09.963294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] For port b8c24a40-98a8-426b-9838-973075eb68a5, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=b8c24a40-98a8-426b-9838-973075eb68a5,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:52:09.972486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 4c7947d7-092a-49c7-a8c6-877244eb1388, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=4c7947d7-092a-49c7-a8c6-877244eb1388,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:52:09.976681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:09.998977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9fcb1a21-7d55-4bdf-b596-59e58db5a1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:10.016413 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d77cf830-ea11-4152-bb72-a4a9c807acae req-0a018f1e-91c1-4290-9ba1-62100b7a0f95 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 210 time: 0.1966462 Feb 17 20:52:10.019662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46902) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:10.050898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'security_group_rule': {'security_group_id': 'e6f4bbd8-3c9f-4543-906c-fddc543de118', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:10.073728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:10.084632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:security_group_rule and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:10.098630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:10.105669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.106580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-480505dc-19da-4665-bd02-d40cc54f2ada None None] Provisioning for port 6bcc3db2-addd-49e2-afac-483444ad2cae completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:10.110746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:10.179979 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-480505dc-19da-4665-bd02-d40cc54f2ada None None] Provisioning complete for port 6bcc3db2-addd-49e2-afac-483444ad2cae triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:10.182146 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-480505dc-19da-4665-bd02-d40cc54f2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.197759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:10.227035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2d077b2-5270-4840-a368-ba49f420e143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.257848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2d077b2-5270-4840-a368-ba49f420e143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.344010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2d077b2-5270-4840-a368-ba49f420e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.356534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:10.390166 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d077b2-5270-4840-a368-ba49f420e143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043b7dda-b12e-451c-840e-65d0cfa1ca0a,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:10.392518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2d077b2-5270-4840-a368-ba49f420e143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.396983 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a2d077b2-5270-4840-a368-ba49f420e143 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/043b7dda-b12e-451c-840e-65d0cfa1ca0a HTTP/1.1" status: 204 len: 168 time: 0.9048803 Feb 17 20:52:10.402557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a2d077b2-5270-4840-a368-ba49f420e143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:10.411908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:10.416482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Usage tracker for resource:port and tenant:23edded2ae6c443c8366c957186cd89a is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:10.420484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:10.427764 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:10.439753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Made reservation on behalf of 23edded2ae6c443c8366c957186cd89a for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:52:10.446512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.483392 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be654808-fa21-4653-ac08-d3ddd75d4499 None None] Pushing event updated for resources: {'Port': ['ID=b8c24a40-98a8-426b-9838-973075eb68a5,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:10.510489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-be654808-fa21-4653-ac08-d3ddd75d4499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:10.517593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:10.550455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.572176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.578088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46934) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:10.591552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Transition to ACTIVE for port object a6618963-fc5f-4ec1-a37f-f32274613af0 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:10.602541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.631399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:10.828878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-19cea08d-8c64-414c-8739-5af4f623f1b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:10.859777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=4c7947d7-092a-49c7-a8c6-877244eb1388,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:10.870567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-480505dc-19da-4665-bd02-d40cc54f2ada None None] Port 6bcc3db2-addd-49e2-afac-483444ad2cae cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:52:10.890340 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:10.924689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d96d4-66b1-4d67-8b91-76cf9a2f2893 None None] Pushing event updated for resources: {'Port': ['ID=a6618963-fc5f-4ec1-a37f-f32274613af0,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:10.938973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae7d96d4-66b1-4d67-8b91-76cf9a2f2893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:10.954452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:10.955246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:51:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:11.119636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:11.123751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:11.125887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:11.127368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661105'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:11.166218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:11.183316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Allocated IP 172.20.0.7 (f4039cc8-917d-44de-b822-01953fe71c61/36fa9aa3-2390-4dfb-ab34-c00e1df616aa/0f61919e-5793-43f9-a2f1-8ce4a8493333) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:52:11.331525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:11.350824 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Attempting to bind port a6618963-fc5f-4ec1-a37f-f32274613af0 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:52:11.351237 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Attempting to bind port a6618963-fc5f-4ec1-a37f-f32274613af0 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:52:11.351649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Attempting to bind port a6618963-fc5f-4ec1-a37f-f32274613af0 on network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:52:11.365798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:52:11.368691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Checking segment: {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:52:11.369156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:11.369600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Bound using segment: {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:52:11.370153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Bound port: a6618963-fc5f-4ec1-a37f-f32274613af0, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:52:11.373388 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:11.439337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:11.555119 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:11.590902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] For port a6618963-fc5f-4ec1-a37f-f32274613af0, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:52:11.594631 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] For port a6618963-fc5f-4ec1-a37f-f32274613af0, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=a6618963-fc5f-4ec1-a37f-f32274613af0,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:52:11.600842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:11.629228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:11.910110 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2c0d663c-151a-4c66-8c86-df470474adc3 req-f8f707d8-3f1d-4749-9dfd-d32b585c45c5 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 210 time: 0.5771403 Feb 17 20:52:12.014828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:12.015050 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:12.024583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:12.047623 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:12.048474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:12.049412 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0286608 Feb 17 20:52:12.050819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Pushing event updated for resources: {'Port': ['ID=6bcc3db2-addd-49e2-afac-483444ad2cae,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:12.056144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Usage tracker for resource:security_group_rule and tenant:8e30636792904f9494f362344bd04095 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:12.065976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:12.068911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 46974) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:12.084646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:12.111336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:12.123350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:12.136002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d96d4-66b1-4d67-8b91-76cf9a2f2893 None None] Pushing event updated for resources: {'Port': ['ID=a6618963-fc5f-4ec1-a37f-f32274613af0,revision_number=4']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:12.145050 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae7d96d4-66b1-4d67-8b91-76cf9a2f2893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:12.242865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:12.258479 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:12.259559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:51:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:12.352449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0791fdaa-8dc4-46d9-870b-9bc2a1fab454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:12.382024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'floatingip': {'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:12.384041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 4c7947d7-092a-49c7-a8c6-877244eb1388 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:12.462163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9f22cd-8e50-4908-8321-a4dab316565d,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:12.490279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:12.623196 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:12.818125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Pushing event updated for resources: {'Port': ['ID=0f61919e-5793-43f9-a2f1-8ce4a8493333,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:12.864710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:12.869985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-36542346-3944-4c31-a001-43351a696169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:12.875587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:floatingip and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:12.879974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:12.901870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 4c7947d7-092a-49c7-a8c6-877244eb1388 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:12.904539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:12.904805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:52:12.913802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:12.920680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:12.926274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:13.008653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e3918bf5-65cb-4625-9900-8872c8e8f0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:13.036042 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e30636792904f9494f362344bd04095&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4565308 Feb 17 20:52:13.065212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 46992) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:13.338550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff651639-830c-4891-804a-2a8087f07caf,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:13.388898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Network f4039cc8-917d-44de-b822-01953fe71c61 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:13.390668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:13.415946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:13.428972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:52:13.447797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:13.450168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:13.463468 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:52:13.466413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:13.526287 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] 10.222.0.30 "PUT /v2.0/routers/03663ad9-9ac0-4f3d-ad65-a14a2d1144f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2819843 Feb 17 20:52:13.628197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f649f33-f365-419d-92d4-978115fa42c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:13.817495 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2397075 Feb 17 20:52:13.885741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-9ae45e26-8cb6-4ff9-bc21-24c313da6614 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:52:13.893933 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-9ae45e26-8cb6-4ff9-bc21-24c313da6614 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0370872 Feb 17 20:52:13.930349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f649f33-f365-419d-92d4-978115fa42c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:14.062745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690651a-f154-41a3-8863-9060d93dec59 req-c8080d15-0069-49bb-945a-dd4888ee7fa4 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:14.085956 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5690651a-f154-41a3-8863-9060d93dec59 req-c8080d15-0069-49bb-945a-dd4888ee7fa4 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 931 time: 0.6273711 Feb 17 20:52:14.114109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:11Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:14.132828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52fd9b6-4775-4685-924f-4754f2f01675 None None] The sync data for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi is: [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:11Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:52:14.173134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 2, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:14.176801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5690651a-f154-41a3-8863-9060d93dec59 req-af5b5580-e31d-49a1-a98c-0f96ef456447 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Synchronizing usage tracker for tenant:23edded2ae6c443c8366c957186cd89a on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:52:14.181228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-483e5dec-24b6-4d9c-8090-36c422fbcebb None None] Provisioning complete for port 6bcc3db2-addd-49e2-afac-483444ad2cae triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:14.182033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-483e5dec-24b6-4d9c-8090-36c422fbcebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:14.278042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:14.306199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f649f33-f365-419d-92d4-978115fa42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:14.317700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5690651a-f154-41a3-8863-9060d93dec59 req-af5b5580-e31d-49a1-a98c-0f96ef456447 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Unset dirty status for tenant:23edded2ae6c443c8366c957186cd89a on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:52:14.336113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:14.338904 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5690651a-f154-41a3-8863-9060d93dec59 req-af5b5580-e31d-49a1-a98c-0f96ef456447 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514560 Feb 17 20:52:14.347075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21b513c-f9b4-47b3-b228-c321cb23a7a9 None None] The sync data for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi is: [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 2, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:52:14.394204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f649f33-f365-419d-92d4-978115fa42c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff651639-830c-4891-804a-2a8087f07caf,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:14.420019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f649f33-f365-419d-92d4-978115fa42c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:14.424343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f649f33-f365-419d-92d4-978115fa42c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:14.433798 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4f649f33-f365-419d-92d4-978115fa42c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff651639-830c-4891-804a-2a8087f07caf HTTP/1.1" status: 204 len: 168 time: 1.3650780 Feb 17 20:52:14.534934 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-483e5dec-24b6-4d9c-8090-36c422fbcebb None None] Port 6bcc3db2-addd-49e2-afac-483444ad2cae cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:52:14.711223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47044) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:15.231653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Allocated IP 172.27.0.199 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/5a6f560b-b626-4636-88b8-307f5b655ca8) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:52:15.604170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:15.661049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Request body: {'port': {'device_id': '420d0804-c971-449d-89dd-04bb84522fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:15.715071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:16.096337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47066) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:16.156183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007849872', 'description': 'tempest-description--1989715755'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:16.294300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:16.380224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47076) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:16.407681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:security_group and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:16.421970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:16.499509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bc3ca6a-343d-45f5-8795-bf62291c247e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:16.503737 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:16.564098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:16.568398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device b8c24a40-98a8-426b-9838-973075eb68a5 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:16.599690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:16.604366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Usage tracker for resource:security_group_rule and tenant:4cdbaf18944046f9ae18385843421450 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:16.609347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:16.628657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:16.638707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:16.643545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:16.667568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:52:16.699557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'Port': ['ID=5a6f560b-b626-4636-88b8-307f5b655ca8,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:16.741575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:16.800781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:16.856296 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:16.912147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:16.917171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:16.959969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port b8c24a40-98a8-426b-9838-973075eb68a5 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:16.968845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port b8c24a40-98a8-426b-9838-973075eb68a5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:16.969496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:16.988044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e0ac2-e108-4abf-afc1-fefefaa62b9f req-07e53fcf-d455-419d-8084-32a29fa418b9 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:16.989275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:16.991006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Usage tracker for resource:security_group_rule and tenant:9c6816e81a604a7db5e5aca9cde27508 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:17.005054 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df3e0ac2-e108-4abf-afc1-fefefaa62b9f req-07e53fcf-d455-419d-8084-32a29fa418b9 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 931 time: 1.2918687 Feb 17 20:52:17.015143 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:17.144441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:17.249934 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df3e0ac2-e108-4abf-afc1-fefefaa62b9f req-da668b7e-d5dd-46ff-8f8c-f9ea6ca3a6ba tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424870 Feb 17 20:52:17.326833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:17.349259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port b8c24a40-98a8-426b-9838-973075eb68a5, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=b8c24a40-98a8-426b-9838-973075eb68a5,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:52:17.353021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:17.354152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device a6618963-fc5f-4ec1-a37f-f32274613af0 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:17.483137 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-65156ed4-5011-4710-9a92-54a31656d387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:17.487259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:17.673302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port a6618963-fc5f-4ec1-a37f-f32274613af0 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:17.692234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port a6618963-fc5f-4ec1-a37f-f32274613af0 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:17.692802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:17.704742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f61919e-5793-43f9-a2f1-8ce4a8493333 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:52:17.713601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:17.728766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Transition to ACTIVE for port object 0f61919e-5793-43f9-a2f1-8ce4a8493333 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:17.742163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:17.759418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:17.772632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:18.099265 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:18.113708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=b8c24a40-98a8-426b-9838-973075eb68a5,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:18.128145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:18.149286 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e0e7f624-85d8-4278-85db-c46b5fcdc553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:18.228328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:18.236440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:security_group_rule and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:18.243604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:18.251852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:18.322560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:18.332550 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cdbaf18944046f9ae18385843421450&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9459333 Feb 17 20:52:18.332550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fc18c0-263b-45ce-85c1-63cc9f35393d,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:18.332804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:18.338620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47122) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:18.358669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:18.359606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:18.363440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a9412609-88c0-493d-a716-b0c6a48c2907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:18.535541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:18.552167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Attempting to bind port 0f61919e-5793-43f9-a2f1-8ce4a8493333 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:52:18.552572 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Attempting to bind port 0f61919e-5793-43f9-a2f1-8ce4a8493333 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '59aca134-a0c2-40cb-9325-13d59b09e335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f4039cc8-917d-44de-b822-01953fe71c61'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:52:18.552907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Attempting to bind port 0f61919e-5793-43f9-a2f1-8ce4a8493333 on network f4039cc8-917d-44de-b822-01953fe71c61 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:52:18.575394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:52:18.575835 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Checking segment: {'id': '59aca134-a0c2-40cb-9325-13d59b09e335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f4039cc8-917d-44de-b822-01953fe71c61'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:52:18.576288 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:18.576700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Bound using segment: {'id': '59aca134-a0c2-40cb-9325-13d59b09e335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f4039cc8-917d-44de-b822-01953fe71c61'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:52:18.577243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Bound port: 0f61919e-5793-43f9-a2f1-8ce4a8493333, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59aca134-a0c2-40cb-9325-13d59b09e335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f4039cc8-917d-44de-b822-01953fe71c61'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:52:18.577640 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:18.592680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'Port': ['ID=5a6f560b-b626-4636-88b8-307f5b655ca8,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:18.596677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Pushing event updated for resources: {'Port': ['ID=0f61919e-5793-43f9-a2f1-8ce4a8493333,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:18.602599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:18.608030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:18.653540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port a6618963-fc5f-4ec1-a37f-f32274613af0, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=a6618963-fc5f-4ec1-a37f-f32274613af0,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:52:18.663332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:18.674355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:18.873692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=a6618963-fc5f-4ec1-a37f-f32274613af0,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:18.878870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device b8c24a40-98a8-426b-9838-973075eb68a5 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:18.941552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] For port 0f61919e-5793-43f9-a2f1-8ce4a8493333, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:52:18.952911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] For port 0f61919e-5793-43f9-a2f1-8ce4a8493333, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0f61919e-5793-43f9-a2f1-8ce4a8493333,segment=NetworkSegment(59aca134-a0c2-40cb-9325-13d59b09e335),segment_id=59aca134-a0c2-40cb-9325-13d59b09e335)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:52:18.992793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:19.010325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f41ae-f9ad-4b02-94a5-f5a554767be5 req-5cf06226-df47-40e7-8d10-7b19b8c0ba39 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:19.010776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.030474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.031939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.032404 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-331f41ae-f9ad-4b02-94a5-f5a554767be5 req-5cf06226-df47-40e7-8d10-7b19b8c0ba39 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.4406989 Feb 17 20:52:19.114347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.120851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port b8c24a40-98a8-426b-9838-973075eb68a5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:19.120851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.192414 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-331f41ae-f9ad-4b02-94a5-f5a554767be5 req-dde26ff0-076f-4072-8dbf-125734e270ab tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587656 Feb 17 20:52:19.231847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.235930 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1124306 Feb 17 20:52:19.291734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eed4399e-9622-48ee-af03-69f83695ed7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:19.340633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.344440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 47150) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:19.350312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'security_group_rule': {'security_group_id': '83f8d104-2088-4442-bfa1-62f6e3e481a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:19.356894 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2591603 Feb 17 20:52:19.375732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:19.380920 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:security_group_rule and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:19.386019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:19.403842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:19.439132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.448774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fbf59020-4106-4c6f-87cd-b36c745a2df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.463789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.480649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.561103 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f8d104-2088-4442-bfa1-62f6e3e481a9,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:19.695056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.703282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:19.704226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.704687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.707417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:19.711679 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] 10.222.0.67 "PUT /v2.0/ports/0f61919e-5793-43f9-a2f1-8ce4a8493333 HTTP/1.1" status: 200 len: 1157 time: 5.0600588 Feb 17 20:52:19.712657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420d0804-c971-449d-89dd-04bb84522fa9', 'tag': '0f61919e-5793-43f9-a2f1-8ce4a8493333'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:52:19.825977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.839992 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4940982 Feb 17 20:52:19.841218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668141fe-6396-4a8b-aa98-2ef29abfa6a8,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:19.842863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47184) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:19.857678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:19.872212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'security_group_rule': {'security_group_id': '83f8d104-2088-4442-bfa1-62f6e3e481a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:19.888568 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c6816e81a604a7db5e5aca9cde27508&name=default HTTP/1.1" status: 200 len: 2979 time: 5.1761246 Feb 17 20:52:19.891174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fbf59020-4106-4c6f-87cd-b36c745a2df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:19.892998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 47196) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:19.906413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:19.931511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:19.932049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.597s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:19.966899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Sync routers for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:52:19.991516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:19.992219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:51:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:20.046154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:security_group_rule and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:20.055336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:20.079522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:20.139334 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-9dd55658-3c86-46ea-924b-3b27646cea83 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1252774864&fields=id&tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d HTTP/1.1" status: 200 len: 267 time: 0.2428496 Feb 17 20:52:20.244803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:20.390676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Pushing event updated for resources: {'Port': ['ID=0f61919e-5793-43f9-a2f1-8ce4a8493333,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:20.402712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:20.403467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5acdbbb2-f0f6-4324-9944-6d443db7f466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.874s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:20.439268 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1943964-7426-4264-8e13-76a15acaeeff,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:20.440957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:20.447552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:20.469077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fbf59020-4106-4c6f-87cd-b36c745a2df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:20.479171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a2d077b2-5270-4840-a368-ba49f420e143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:20.488408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:20.505112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fbf59020-4106-4c6f-87cd-b36c745a2df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:20.506581 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-fbf59020-4106-4c6f-87cd-b36c745a2df7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7fc18c0-263b-45ce-85c1-63cc9f35393d HTTP/1.1" status: 204 len: 168 time: 2.1529586 Feb 17 20:52:20.507967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf59020-4106-4c6f-87cd-b36c745a2df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fc18c0-263b-45ce-85c1-63cc9f35393d,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:20.512288 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:20.514236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fbf59020-4106-4c6f-87cd-b36c745a2df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:20.517422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:20.549512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b26627f-14b5-41d7-a7cf-d7042e24339c,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:20.554002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:20.559868 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:20.561157 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7102830 Feb 17 20:52:20.570560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47228) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:20.578869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'floatingip': {'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:20.607834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:20.621138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:floatingip and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:20.651512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:20.669893 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420d0804-c971-449d-89dd-04bb84522fa9', 'tag': '0f61919e-5793-43f9-a2f1-8ce4a8493333', 'status': 'completed', 'code': 200} Feb 17 20:52:20.684086 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:20.730689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:20.756879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b139a817-5585-4626-aad1-7c8714caaec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:20.972878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-a29d1408-2921-494d-91e2-77ab680492c1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:20.986090 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-a29d1408-2921-494d-91e2-77ab680492c1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 817 time: 0.8455400 Feb 17 20:52:21.000791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device a6618963-fc5f-4ec1-a37f-f32274613af0 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:21.124221 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-2efe3ecc-c01a-4d4f-bc07-9d1b11b27552 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/quotas/8f739bff06aa4bd8b17d7ea73ad40d6d HTTP/1.1" status: 200 len: 375 time: 0.1363301 Feb 17 20:52:21.209193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e41ccf0-addd-4c43-a096-54b58dc34a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:21.270758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:21.346401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e41ccf0-addd-4c43-a096-54b58dc34a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:21.423072 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-802e51b7-f745-47ee-a1d9-657abb8c64bb tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2971048 Feb 17 20:52:21.460957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dd478-5ebd-44f2-9c8b-98f039fb4ea3 req-9a8e1c14-5742-4a3a-8df2-adcc2994be5e tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:21.469539 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-847dd478-5ebd-44f2-9c8b-98f039fb4ea3 req-9a8e1c14-5742-4a3a-8df2-adcc2994be5e tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.4597988 Feb 17 20:52:21.502193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:21.525570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port a6618963-fc5f-4ec1-a37f-f32274613af0 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:21.526441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:21.619564 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-847dd478-5ebd-44f2-9c8b-98f039fb4ea3 req-cf8c4eef-47db-4de3-9859-443a9ab27519 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483231 Feb 17 20:52:21.644648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e41ccf0-addd-4c43-a096-54b58dc34a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:21.657889 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-513f2eff-29a4-42f3-a2e6-fa7a45cf3bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:21.685680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 2, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:21.718284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41ccf0-addd-4c43-a096-54b58dc34a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1943964-7426-4264-8e13-76a15acaeeff,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:21.736608 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e41ccf0-addd-4c43-a096-54b58dc34a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:21.759236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e41ccf0-addd-4c43-a096-54b58dc34a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:21.767015 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0e41ccf0-addd-4c43-a096-54b58dc34a9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1943964-7426-4264-8e13-76a15acaeeff HTTP/1.1" status: 204 len: 168 time: 1.8588381 Feb 17 20:52:21.888823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Checking router: 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:52:21.889679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Updating router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 port 6bcc3db2-addd-49e2-afac-483444ad2cae binding host dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:52:21.968376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:22.377511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Allocated IP 172.27.0.45 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/3825a03c-9478-42cf-87ce-06b0e32b450f) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:52:22.504889 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-d1efceec-caa3-4f45-a35d-1d60e1b0d8cc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:52:22.506007 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-d1efceec-caa3-4f45-a35d-1d60e1b0d8cc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.7029684 Feb 17 20:52:22.721969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:22.828283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:22.828795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:22.937773 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-3872d4d7-0cb5-4568-8dbe-d154c12fc79b service neutron] 10.222.0.30 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239609 Feb 17 20:52:22.959956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:23.007818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47324) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:23.033136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b00e7ad7-0fd8-4bb0-b605-fbf252daa8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:23.230070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:23.253139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Transition to ACTIVE for port object 6bcc3db2-addd-49e2-afac-483444ad2cae will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:23.269960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:23.287614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47334) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:23.296287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:23.304603 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-39434d1a-d8de-4290-90e7-49e397b56fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3572941 Feb 17 20:52:23.320535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:23.361064 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:23.379191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'Port': ['ID=3825a03c-9478-42cf-87ce-06b0e32b450f,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:23.385527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:23.387426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Usage tracker for resource:security_group_rule and tenant:329dad967fbb4efea5e63f5fe29c9939 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:23.418228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:23.440388 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:23.486174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949c28f-39d8-4d4e-b98d-cca58d0e7546 req-dd5416c5-9bc7-435f-9c67-bd03e95e81d5 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:23.502081 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b949c28f-39d8-4d4e-b98d-cca58d0e7546 req-dd5416c5-9bc7-435f-9c67-bd03e95e81d5 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.2004490 Feb 17 20:52:23.642615 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b949c28f-39d8-4d4e-b98d-cca58d0e7546 req-dc0c8c32-fdd7-4872-9783-136e5505d0e4 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330192 Feb 17 20:52:23.654640 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e65b3-2f30-44a8-b1ea-0cd42b80b928 None None] Pushing event updated for resources: {'Port': ['ID=6bcc3db2-addd-49e2-afac-483444ad2cae,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:23.673717 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-187e65b3-2f30-44a8-b1ea-0cd42b80b928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:23.778574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:23.816837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:23.829214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62f9d119-a17d-4e34-8411-4453394ababf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:23.858164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:23.860085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:23.877410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:23.894490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:23.909236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Usage tracker for resource:security_group_rule and tenant:7fdc00fe66ff4e37a33e45a2e4f2a0a1 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:23.914375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:23.922535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:24.108456 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50341ff9-d86b-4a53-ab59-4662d13f6a60 req-1e408e98-571d-40ab-b36c-af3925c87277 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 210 time: 0.2024601 Feb 17 20:52:24.172145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:24.184430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:52:24.337357 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Attempting to bind port 6bcc3db2-addd-49e2-afac-483444ad2cae on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:52:24.337782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Attempting to bind port 6bcc3db2-addd-49e2-afac-483444ad2cae by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:52:24.338228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Attempting to bind port 6bcc3db2-addd-49e2-afac-483444ad2cae on network 3d5367c3-db87-4b07-ae58-a70af8b324d8 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:52:24.357036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:52:24.357493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Checking segment: {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:52:24.357949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:24.358449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Bound using segment: {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:52:24.358952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Bound port: 6bcc3db2-addd-49e2-afac-483444ad2cae, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:52:24.359390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:24.360119 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:24.412744 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fdc00fe66ff4e37a33e45a2e4f2a0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1239004 Feb 17 20:52:24.415615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 47380) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:24.421394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb430500-c6b2-4b7d-890d-c8dae49d871c,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:24.426817 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=329dad967fbb4efea5e63f5fe29c9939&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2444773 Feb 17 20:52:24.428250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:24.432346 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:24.443895 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47384) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:24.562868 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] For port 6bcc3db2-addd-49e2-afac-483444ad2cae, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:52:24.572011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] For port 6bcc3db2-addd-49e2-afac-483444ad2cae, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=6bcc3db2-addd-49e2-afac-483444ad2cae,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:52:24.581189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:24.604256 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:24.615005 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:24.619071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db79d5-4907-4d1e-a17d-55a457e1f257,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:24.645544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:24.659646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf737f6a-5160-4303-858e-1205cb670df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:24.763860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8dfdab2f-0719-4719-84a0-92430cabbc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:24.881895 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8dfdab2f-0719-4719-84a0-92430cabbc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:24.927911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:25.041821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e65b3-2f30-44a8-b1ea-0cd42b80b928 None None] Pushing event updated for resources: {'Port': ['ID=6bcc3db2-addd-49e2-afac-483444ad2cae,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:25.046676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-187e65b3-2f30-44a8-b1ea-0cd42b80b928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:25.122567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8dfdab2f-0719-4719-84a0-92430cabbc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:25.145504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412513f4-d620-4146-b78c-60201ad51c9f req-e3839385-5f29-49a5-9f0d-704c6264c951 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:25.185543 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-412513f4-d620-4146-b78c-60201ad51c9f req-e3839385-5f29-49a5-9f0d-704c6264c951 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.2272880 Feb 17 20:52:25.188519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-afb9cc88-82c8-4291-9afc-a0283d918f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:25.204101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:25.204897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:52:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:25.266877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8dfdab2f-0719-4719-84a0-92430cabbc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:25.268691 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8dfdab2f-0719-4719-84a0-92430cabbc1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0db79d5-4907-4d1e-a17d-55a457e1f257 HTTP/1.1" status: 204 len: 168 time: 0.8520391 Feb 17 20:52:25.280793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdab2f-0719-4719-84a0-92430cabbc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0db79d5-4907-4d1e-a17d-55a457e1f257,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:25.345397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8dfdab2f-0719-4719-84a0-92430cabbc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:25.375123 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c9e4ae41-b5c9-47fb-948e-59826e3413e9 req-aec222b5-4024-4c13-a711-0c2f4ba92310 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 210 time: 0.1020424 Feb 17 20:52:25.454784 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-412513f4-d620-4146-b78c-60201ad51c9f req-7583d939-f014-48e5-b0a9-4d10e569d4b0 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678440 Feb 17 20:52:25.538504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf737f6a-5160-4303-858e-1205cb670df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:25.935762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:26.007997 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aab606-558c-4eff-acbc-70ca3036e5a6 req-2a100fbf-51a6-4eae-9c2e-3b987f9b9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:26.009626 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35aab606-558c-4eff-acbc-70ca3036e5a6 req-2a100fbf-51a6-4eae-9c2e-3b987f9b9714 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23edded2ae6c443c8366c957186cd89a&device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 1160 time: 1.0886550 Feb 17 20:52:26.036421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf737f6a-5160-4303-858e-1205cb670df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.057411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1fa12de4-a042-4dc5-8362-72432715dfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:26.096409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf737f6a-5160-4303-858e-1205cb670df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb430500-c6b2-4b7d-890d-c8dae49d871c,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:26.100681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf737f6a-5160-4303-858e-1205cb670df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:26.111883 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.112270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 47438) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:26.128099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.152622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.202004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:26.217370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Usage tracker for resource:security_group_rule and tenant:b52b9a90a27044928d4aefba5dd1cc83 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:26.223753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:26.242546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:26.384254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.390815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.397075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:26.453288 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:26.469679 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b52b9a90a27044928d4aefba5dd1cc83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554356 Feb 17 20:52:26.487018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47444) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:26.492194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf737f6a-5160-4303-858e-1205cb670df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.495881 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cf737f6a-5160-4303-858e-1205cb670df8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb430500-c6b2-4b7d-890d-c8dae49d871c HTTP/1.1" status: 204 len: 168 time: 2.0445309 Feb 17 20:52:26.512434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a47f84e-05c1-4281-b29f-66c5f3b10ec0,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:26.528343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:26.640747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.725454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'Port': ['ID=3825a03c-9478-42cf-87ce-06b0e32b450f,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:26.735427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:26.753416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.753641 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:24Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:26.759273 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52924f7c-17ea-4f51-b316-e268d7ffa5c5 None None] The sync data for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi is: [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:24Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:52:26.765515 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1936746 Feb 17 20:52:26.772175 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3430ec-33c5-4f17-8b09-f16053f607cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.831437 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-853a906b-8dde-4022-b599-5ee9fe7217db req-e0217574-c59c-436c-a5a3-6d0a8d7858bd tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 210 time: 0.1739638 Feb 17 20:52:26.865863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3430ec-33c5-4f17-8b09-f16053f607cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.888402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 6bcc3db2-addd-49e2-afac-483444ad2cae up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:26.993397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3430ec-33c5-4f17-8b09-f16053f607cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:26.999657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf737f6a-5160-4303-858e-1205cb670df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:27.051824 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3430ec-33c5-4f17-8b09-f16053f607cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a47f84e-05c1-4281-b29f-66c5f3b10ec0,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:27.058765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf3430ec-33c5-4f17-8b09-f16053f607cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:27.066114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be8e71-b0b0-475c-a83b-88ba5a23f156 req-a30c86bb-0089-419f-8fd8-c33e82131fcd tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:27.074605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3430ec-33c5-4f17-8b09-f16053f607cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:27.079956 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-04be8e71-b0b0-475c-a83b-88ba5a23f156 req-a30c86bb-0089-419f-8fd8-c33e82131fcd tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.3035023 Feb 17 20:52:27.086236 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bf3430ec-33c5-4f17-8b09-f16053f607cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a47f84e-05c1-4281-b29f-66c5f3b10ec0 HTTP/1.1" status: 204 len: 168 time: 0.5956664 Feb 17 20:52:27.118831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 6bcc3db2-addd-49e2-afac-483444ad2cae completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:27.129048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 6bcc3db2-addd-49e2-afac-483444ad2cae triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:27.129475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:27.199826 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-04be8e71-b0b0-475c-a83b-88ba5a23f156 req-f8d031d7-74a1-4a00-9a92-2640a017473a tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191499 Feb 17 20:52:27.300319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fd21c533-259f-453a-9d3a-00e337446b20 req-cc23bbe6-0136-49d2-bdd8-df8ea684a400 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Synchronizing usage tracker for tenant:78b01f62be9c4335afe0b75690ea905d on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:52:27.335811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fd21c533-259f-453a-9d3a-00e337446b20 req-cc23bbe6-0136-49d2-bdd8-df8ea684a400 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Unset dirty status for tenant:78b01f62be9c4335afe0b75690ea905d on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:52:27.337133 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-cc23bbe6-0136-49d2-bdd8-df8ea684a400 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2007849872&fields=id&tenant_id=78b01f62be9c4335afe0b75690ea905d HTTP/1.1" status: 200 len: 267 time: 0.0949423 Feb 17 20:52:27.359879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:27.404028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 6bcc3db2-addd-49e2-afac-483444ad2cae, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=6bcc3db2-addd-49e2-afac-483444ad2cae,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:52:27.411195 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:27.413539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-90e4fc56-b749-4896-893b-b6a36672f961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:27.500961 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=6bcc3db2-addd-49e2-afac-483444ad2cae,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:27.513944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:27.534330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c533-259f-453a-9d3a-00e337446b20 req-a4f11b71-2533-4409-97f6-bee198798d4a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:27.535336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fd21c533-259f-453a-9d3a-00e337446b20 req-a4f11b71-2533-4409-97f6-bee198798d4a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Synchronizing usage tracker for tenant:78b01f62be9c4335afe0b75690ea905d on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:52:27.555639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fd21c533-259f-453a-9d3a-00e337446b20 req-a4f11b71-2533-4409-97f6-bee198798d4a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Unset dirty status for tenant:78b01f62be9c4335afe0b75690ea905d on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:52:27.556988 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-a4f11b71-2533-4409-97f6-bee198798d4a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 810 time: 0.2115521 Feb 17 20:52:27.578608 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-351675ef-57c1-428a-8beb-d3813bbf6f5c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/quotas/78b01f62be9c4335afe0b75690ea905d HTTP/1.1" status: 200 len: 375 time: 0.0141950 Feb 17 20:52:27.694467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fd21c533-259f-453a-9d3a-00e337446b20 req-7eb84940-e1e9-4b36-b9b9-1bef210f9872 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Synchronizing usage tracker for tenant:78b01f62be9c4335afe0b75690ea905d on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:52:27.713660 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fd21c533-259f-453a-9d3a-00e337446b20 req-7eb84940-e1e9-4b36-b9b9-1bef210f9872 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Unset dirty status for tenant:78b01f62be9c4335afe0b75690ea905d on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:52:27.720529 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-7eb84940-e1e9-4b36-b9b9-1bef210f9872 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1297600 Feb 17 20:52:27.757168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:52:27.881876 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-e40cf05b-59ee-4cb2-9205-0aa0d72ebf18 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531572 Feb 17 20:52:28.095897 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77bd3eb2-bab0-4dba-9f83-3bb8d59a889f req-1e948ba2-170f-46ce-90b9-01b78eb26d26 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 210 time: 0.0616686 Feb 17 20:52:28.132344 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-155a34e3-b8eb-42a3-afa5-3b1fe47f5a12 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2357392 Feb 17 20:52:28.500316 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-730e379e-6ae1-43a0-be8a-04a5a0993070 req-bed3a0df-490e-4b83-a09b-226758d661c7 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 210 time: 0.1024759 Feb 17 20:52:28.539121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494d942-221e-4761-91bc-36e3e2ead76e req-e8b0b2ae-b997-44c4-a516-4a0e69767dc9 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:28.548504 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b494d942-221e-4761-91bc-36e3e2ead76e req-e8b0b2ae-b997-44c4-a516-4a0e69767dc9 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.2056231 Feb 17 20:52:28.594486 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b494d942-221e-4761-91bc-36e3e2ead76e req-dbd8a846-0205-458f-af4e-f4a555123439 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Feb 17 20:52:28.782887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 6bcc3db2-addd-49e2-afac-483444ad2cae up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:28.962193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 6bcc3db2-addd-49e2-afac-483444ad2cae triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:28.964116 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:29.090034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:29.215224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aab606-558c-4eff-acbc-70ca3036e5a6 req-eb985775-72e2-480c-b1ad-32025d137c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:29.221122 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35aab606-558c-4eff-acbc-70ca3036e5a6 req-eb985775-72e2-480c-b1ad-32025d137c37 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=23edded2ae6c443c8366c957186cd89a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3150368 Feb 17 20:52:29.422154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aab606-558c-4eff-acbc-70ca3036e5a6 req-39413117-bb3b-4513-9172-a36309c3d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:29.425265 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35aab606-558c-4eff-acbc-70ca3036e5a6 req-39413117-bb3b-4513-9172-a36309c3d6b6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1900179 Feb 17 20:52:29.495048 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c249920c-5369-4d89-933b-40063dd7f802 req-5aa42d02-f39e-4c28-8d34-2cd1fc836bfe tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 210 time: 0.0623028 Feb 17 20:52:29.580046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-017a5bf2-fcc4-457f-87e5-df800110cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:29.581741 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-017a5bf2-fcc4-457f-87e5-df800110cfca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23edded2ae6c443c8366c957186cd89a&device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 1160 time: 0.1104577 Feb 17 20:52:29.753148 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-a88bd514-a938-4bb6-b827-07bd6c9b307f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f61919e-5793-43f9-a2f1-8ce4a8493333 HTTP/1.1" status: 200 len: 217 time: 0.1563470 Feb 17 20:52:29.934712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-719ab963-46b8-41c7-8ad9-4422170ed8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:29.934712 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-719ab963-46b8-41c7-8ad9-4422170ed8ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36fa9aa3-2390-4dfb-ab34-c00e1df616aa HTTP/1.1" status: 200 len: 852 time: 0.1673756 Feb 17 20:52:29.934712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.67', 58063) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:29.950203 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1114f8e-e669-4802-a578-57a9f5a24c96 req-e51db542-5b3d-4722-b2c4-594dc7c51d6b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 210 time: 0.2270772 Feb 17 20:52:30.032271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb61dda-0c76-45a8-ad7a-733cafc1cb48 req-3845e08e-e7b6-415f-9631-fcc503b12515 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:30.033951 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0cb61dda-0c76-45a8-ad7a-733cafc1cb48 req-3845e08e-e7b6-415f-9631-fcc503b12515 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.1426346 Feb 17 20:52:30.131286 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0cb61dda-0c76-45a8-ad7a-733cafc1cb48 req-5afe8204-3713-4666-8343-0cd43bcc5175 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899589 Feb 17 20:52:30.170342 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-b3cf27cf-34b3-4a92-a1fe-9dcdb1540692 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4039cc8-917d-44de-b822-01953fe71c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2267034 Feb 17 20:52:30.211139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-c39472a3-5269-42b7-afac-e860cadd01ad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:30.211912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-c39472a3-5269-42b7-afac-e860cadd01ad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Synchronizing usage tracker for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:network {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:52:30.383735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-c39472a3-5269-42b7-afac-e860cadd01ad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Unset dirty status for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:network {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:52:30.385027 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-c39472a3-5269-42b7-afac-e860cadd01ad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 817 time: 0.4441299 Feb 17 20:52:30.418036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.67', 58067) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:30.486121 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-216c4a27-9b5a-4456-99ce-bc72b79fd3e0 service neutron] 10.222.0.67 "GET /v2.0/networks/f4039cc8-917d-44de-b822-01953fe71c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601690 Feb 17 20:52:30.694434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c533-259f-453a-9d3a-00e337446b20 req-65688aa7-1cc6-4eca-b35d-574d6b2e36a2 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:30.696306 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-65688aa7-1cc6-4eca-b35d-574d6b2e36a2 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 810 time: 0.2745216 Feb 17 20:52:30.838544 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-42f722a0-26da-4edf-977e-04082cc92b0b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78b01f62be9c4335afe0b75690ea905d HTTP/1.1" status: 200 len: 5705 time: 0.1280200 Feb 17 20:52:30.916055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'port': {'device_id': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'admin_state_up': True, 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'security_groups': ['83f8d104-2088-4442-bfa1-62f6e3e481a9']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:30.942855 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8e2319c-d236-4048-bf83-f8b6ba89c287 req-76c7c675-b817-4ad3-8c0b-c3aa0540a8b5 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 210 time: 0.1026695 Feb 17 20:52:31.015186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-8632b812-7d3d-41f5-ace6-ec7bb44c09aa tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Synchronizing usage tracker for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:security_group {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:52:31.068280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-8632b812-7d3d-41f5-ace6-ec7bb44c09aa tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Unset dirty status for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:security_group {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:52:31.069659 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-8632b812-7d3d-41f5-ace6-ec7bb44c09aa tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d HTTP/1.1" status: 200 len: 5703 time: 0.6686459 Feb 17 20:52:31.087339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'port': {'device_id': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'admin_state_up': True, 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'security_groups': ['e6f4bbd8-3c9f-4543-906c-fddc543de118']}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:31.259056 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd5c8888-1f31-41df-94fa-d038d822eb43 req-4a81a6ea-18a2-49f2-af73-280c229cd60c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 210 time: 0.1119843 Feb 17 20:52:31.264858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:31.278725 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:31.299384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Made reservation on behalf of 78b01f62be9c4335afe0b75690ea905d for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:52:31.305018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:31.312362 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:31.316429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:port and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:31.320616 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:31.326203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:31.353871 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f13d80a-1f2c-44cc-b3dc-1687c827a210 req-96a0b441-d400-4f80-b097-39afe952e399 service neutron] 10.222.0.67 "GET /v2.0/networks/f4039cc8-917d-44de-b822-01953fe71c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8562601 Feb 17 20:52:31.360544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Made reservation on behalf of 8f739bff06aa4bd8b17d7ea73ad40d6d for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:52:31.366335 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:31.627141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187f553-ae35-4c94-901f-926d3cb15268 req-401352ae-6458-482d-81c6-e1f5c445a46d tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:31.634816 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c187f553-ae35-4c94-901f-926d3cb15268 req-401352ae-6458-482d-81c6-e1f5c445a46d tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.3078077 Feb 17 20:52:31.731423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Allocated IP 172.20.0.5 (1d2a6949-1b8e-4556-bd82-db5fea1877c6/79489a8e-5958-4616-91aa-e45c478f46ca/8c566979-3751-4019-9747-757b82dfade9) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:52:31.758912 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c187f553-ae35-4c94-901f-926d3cb15268 req-1606053e-dfcc-4384-a436-87cd80e8fa44 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229672 Feb 17 20:52:31.920776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Allocated IP 172.20.0.4 (3d5367c3-db87-4b07-ae58-a70af8b324d8/73f4ff4a-79aa-423f-9546-ec3429aca993/0e01105e-f664-4184-bcba-252fec105144) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:52:32.045642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:32.068141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Transition to ACTIVE for port object 8c566979-3751-4019-9747-757b82dfade9 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:32.100002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:32.129262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:32.372974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:32.373917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'Port': ['ID=8c566979-3751-4019-9747-757b82dfade9,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:32.376805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:32.378817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:32.379629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:52:32.384150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:32.384654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:32.408194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d40b2-b991-4c40-b783-ed3992fbef82 req-98d9c554-0066-4da2-b126-789a0020b51d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:32.416428 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-893d40b2-b991-4c40-b783-ed3992fbef82 req-98d9c554-0066-4da2-b126-789a0020b51d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 931 time: 0.1492229 Feb 17 20:52:32.421643 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3392160 Feb 17 20:52:32.435947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Request body: {'port': {'device_id': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:32.527705 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-893d40b2-b991-4c40-b783-ed3992fbef82 req-cebf3d66-ea2b-407c-adde-b897bb3c2788 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081831 Feb 17 20:52:32.554574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:32.598460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:32.661679 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99279577-0d49-4de3-a651-cb04dbfca752 req-4a14b16f-ce0d-4322-bd23-0ecc4df5b7ac tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 210 time: 0.1233466 Feb 17 20:52:32.685135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Transition to ACTIVE for port object 0e01105e-f664-4184-bcba-252fec105144 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:32.716401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:32.731090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-3841c41e-c3d9-4202-8afb-5e99d8e9db46 None None] Provisioning for port 8c566979-3751-4019-9747-757b82dfade9 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:32.744502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:32.746224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-3841c41e-c3d9-4202-8afb-5e99d8e9db46 None None] Provisioning complete for port 8c566979-3751-4019-9747-757b82dfade9 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:32.746674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3841c41e-c3d9-4202-8afb-5e99d8e9db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:32.870604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-3841c41e-c3d9-4202-8afb-5e99d8e9db46 None None] Port 8c566979-3751-4019-9747-757b82dfade9 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:52:33.125551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'Port': ['ID=0e01105e-f664-4184-bcba-252fec105144,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:33.133278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:33.185286 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:52:33.186692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:33.194739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd140ed-9323-4931-a445-3d1a5be44447 req-5be88614-42b5-48a3-90cc-ad7ad425c7ee tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:33.203427 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5bd140ed-9323-4931-a445-3d1a5be44447 req-5be88614-42b5-48a3-90cc-ad7ad425c7ee tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.2178595 Feb 17 20:52:33.205590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:52:33.215109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:33.215812 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:33.264781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c566979-3751-4019-9747-757b82dfade9 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:52:33.266468 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3547039 Feb 17 20:52:33.283110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:33.300394 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5bd140ed-9323-4931-a445-3d1a5be44447 req-b7a44914-4cfc-4648-9ac7-c5d4ccc846f0 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959880 Feb 17 20:52:33.312329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Transition to ACTIVE for port object 8c566979-3751-4019-9747-757b82dfade9 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:33.329158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:33.347682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:33.501717 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8af84bf7-ce0d-4938-91f9-ec35a37ce2ba None None] Provisioning for port 0e01105e-f664-4184-bcba-252fec105144 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:33.516415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8af84bf7-ce0d-4938-91f9-ec35a37ce2ba None None] Provisioning complete for port 0e01105e-f664-4184-bcba-252fec105144 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:33.517158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8af84bf7-ce0d-4938-91f9-ec35a37ce2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:33.525531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c566979-3751-4019-9747-757b82dfade9,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:33.531909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:33.608614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8af84bf7-ce0d-4938-91f9-ec35a37ce2ba None None] Port 0e01105e-f664-4184-bcba-252fec105144 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:52:33.715733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Attempting to bind port 8c566979-3751-4019-9747-757b82dfade9 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:52:33.716213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Attempting to bind port 8c566979-3751-4019-9747-757b82dfade9 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:52:33.716626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Attempting to bind port 8c566979-3751-4019-9747-757b82dfade9 on network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:52:33.723978 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:52:33.724444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Checking segment: {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:52:33.724933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:33.725547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Bound using segment: {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:52:33.726128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Bound port: 8c566979-3751-4019-9747-757b82dfade9, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:52:33.726602 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:33.787598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4644b-e74a-4ead-a67a-48e7ae9812f0 req-f3b929d4-e856-4b68-b3aa-c5e92f2ebda0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:33.789062 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-feb4644b-e74a-4ead-a67a-48e7ae9812f0 req-f3b929d4-e856-4b68-b3aa-c5e92f2ebda0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1210222 Feb 17 20:52:33.895457 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] For port 8c566979-3751-4019-9747-757b82dfade9, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:52:33.900020 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] For port 8c566979-3751-4019-9747-757b82dfade9, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=8c566979-3751-4019-9747-757b82dfade9,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:52:33.904570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:33.919040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 47750) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:33.922293 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-feb4644b-e74a-4ead-a67a-48e7ae9812f0 req-3d5c94a1-255c-4de8-925e-c9dff07a26ce tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207018 Feb 17 20:52:33.923071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:33.966027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da3a6c-5b93-48b2-b113-200acf1c243b req-3903c7ef-11dc-4759-a56e-36b3fd3d2cf9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:33.968145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b7da3a6c-5b93-48b2-b113-200acf1c243b req-3903c7ef-11dc-4759-a56e-36b3fd3d2cf9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Synchronizing usage tracker for tenant:78b01f62be9c4335afe0b75690ea905d on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:52:33.984692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b7da3a6c-5b93-48b2-b113-200acf1c243b req-3903c7ef-11dc-4759-a56e-36b3fd3d2cf9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Unset dirty status for tenant:78b01f62be9c4335afe0b75690ea905d on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:52:33.986067 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b7da3a6c-5b93-48b2-b113-200acf1c243b req-3903c7ef-11dc-4759-a56e-36b3fd3d2cf9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 931 time: 0.1342988 Feb 17 20:52:34.038230 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b7da3a6c-5b93-48b2-b113-200acf1c243b req-308473cd-2583-4915-bf88-af4f53be192c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455413 Feb 17 20:52:34.089917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.090122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c566979-3751-4019-9747-757b82dfade9,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:34.095029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:34.107110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:34.111224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Usage tracker for resource:security_group_rule and tenant:cf8a810cee6646b4bb1531d5748fd798 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:34.114181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:34.119958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:34.128044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:34.128808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.130195 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] 10.222.0.67 "PUT /v2.0/ports/8c566979-3751-4019-9747-757b82dfade9 HTTP/1.1" status: 200 len: 1157 time: 1.7007709 Feb 17 20:52:34.130906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'tag': '8c566979-3751-4019-9747-757b82dfade9'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:52:34.219714 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'tag': '8c566979-3751-4019-9747-757b82dfade9', 'status': 'completed', 'code': 200} Feb 17 20:52:34.220983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.223840 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.233882 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8dfdab2f-0719-4719-84a0-92430cabbc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:34.278241 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf8a810cee6646b4bb1531d5748fd798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549440 Feb 17 20:52:34.280921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 47762) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:34.283936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf242b6-5723-468d-a581-c13f77194aed,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:34.299120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:34.354780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b64381f8-9987-49a8-a003-9ecfd42cab4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.384314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b64381f8-9987-49a8-a003-9ecfd42cab4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.485881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b64381f8-9987-49a8-a003-9ecfd42cab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.494705 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e41ccf0-addd-4c43-a096-54b58dc34a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:34.511817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64381f8-9987-49a8-a003-9ecfd42cab4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf242b6-5723-468d-a581-c13f77194aed,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:34.515863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b64381f8-9987-49a8-a003-9ecfd42cab4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:34.520493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b64381f8-9987-49a8-a003-9ecfd42cab4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.521702 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b64381f8-9987-49a8-a003-9ecfd42cab4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8cf242b6-5723-468d-a581-c13f77194aed HTTP/1.1" status: 204 len: 168 time: 0.2398071 Feb 17 20:52:34.544257 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fc572-6ebd-40eb-8a17-55039415e802 req-e59dc8e7-1539-42e2-b004-43f545d66f1f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:34.545877 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e45fc572-6ebd-40eb-8a17-55039415e802 req-e59dc8e7-1539-42e2-b004-43f545d66f1f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.1196356 Feb 17 20:52:34.600852 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e45fc572-6ebd-40eb-8a17-55039415e802 req-34380cfa-4432-4d25-a5e7-91cd42dcb96d tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Feb 17 20:52:34.846864 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 47782) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:34.867021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.883731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:34.887972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Usage tracker for resource:security_group_rule and tenant:df97aa0235604db5be893fc933596647 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:34.890981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:34.896757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:34.984785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:34.991061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:35.002051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:35.046665 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df97aa0235604db5be893fc933596647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985867 Feb 17 20:52:35.048347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719cd47a-19ea-4c4f-9be1-5342ac48fa4b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:35.049539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47790) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:35.051791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:35.117554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75d458f7-9c09-482e-96f1-36b6dd815952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:35.145875 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75d458f7-9c09-482e-96f1-36b6dd815952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:35.193888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75d458f7-9c09-482e-96f1-36b6dd815952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:35.197824 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:35.211403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d458f7-9c09-482e-96f1-36b6dd815952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719cd47a-19ea-4c4f-9be1-5342ac48fa4b,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:35.217444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-75d458f7-9c09-482e-96f1-36b6dd815952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:35.218483 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff202a-9d0f-4552-b08a-7af1e4310aa7 req-4ad11189-5303-4e52-9fa9-cf693695dbff tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:35.219672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75d458f7-9c09-482e-96f1-36b6dd815952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:35.220210 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-51ff202a-9d0f-4552-b08a-7af1e4310aa7 req-4ad11189-5303-4e52-9fa9-cf693695dbff tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1388729 Feb 17 20:52:35.223396 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-75d458f7-9c09-482e-96f1-36b6dd815952 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/719cd47a-19ea-4c4f-9be1-5342ac48fa4b HTTP/1.1" status: 204 len: 168 time: 0.1703124 Feb 17 20:52:35.287881 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-51ff202a-9d0f-4552-b08a-7af1e4310aa7 req-3e2eade7-c53d-440f-a16c-f60c0f49ba73 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544486 Feb 17 20:52:35.308311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12bb71-dce3-46e6-885c-19683909f90d req-15606f05-ce4f-4910-b6ab-b9cb732d34eb tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:35.310141 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-be12bb71-dce3-46e6-885c-19683909f90d req-15606f05-ce4f-4910-b6ab-b9cb732d34eb tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 931 time: 0.1456571 Feb 17 20:52:35.362381 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-be12bb71-dce3-46e6-885c-19683909f90d req-87007703-60bd-41b5-b066-b1df5925d797 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448973 Feb 17 20:52:35.848559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff9e73-3a2e-45f1-92f3-3484632f7389 req-94a6f90b-9102-4c53-9347-be28bf4fd0c7 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:35.851162 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dff9e73-3a2e-45f1-92f3-3484632f7389 req-94a6f90b-9102-4c53-9347-be28bf4fd0c7 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.1345878 Feb 17 20:52:35.906395 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dff9e73-3a2e-45f1-92f3-3484632f7389 req-854bb898-d932-46b6-9273-23da90cdb725 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472751 Feb 17 20:52:36.380760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Request body: {'port': {'device_id': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:36.648629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:36.676160 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3751fc-4b0e-4dc5-a0a0-f8e7a4e25463 req-52d62287-0383-4494-9abf-a6b41bab9468 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:36.677817 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d3751fc-4b0e-4dc5-a0a0-f8e7a4e25463 req-52d62287-0383-4494-9abf-a6b41bab9468 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.2613482 Feb 17 20:52:36.678370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4dd9c-0060-45b4-8495-2256865ad9a1 req-f7235bf5-aead-4543-a326-8696acd09a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:36.680048 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e0d4dd9c-0060-45b4-8495-2256865ad9a1 req-f7235bf5-aead-4543-a326-8696acd09a88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 1160 time: 0.0921707 Feb 17 20:52:36.760397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88976a7-eead-4910-94a7-2e1c456e6ded req-cca37aaf-ac93-4333-8125-1f0fd9a87e22 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:36.762807 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d88976a7-eead-4910-94a7-2e1c456e6ded req-cca37aaf-ac93-4333-8125-1f0fd9a87e22 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 931 time: 0.2704816 Feb 17 20:52:36.872006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4dd9c-0060-45b4-8495-2256865ad9a1 req-3bf31b99-c0b1-433a-9573-8b9e40d01447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:36.874798 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e0d4dd9c-0060-45b4-8495-2256865ad9a1 req-3bf31b99-c0b1-433a-9573-8b9e40d01447 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1830616 Feb 17 20:52:36.897094 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d3751fc-4b0e-4dc5-a0a0-f8e7a4e25463 req-2f484bca-f2d4-447b-9cee-17608383b29f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108741 Feb 17 20:52:36.954570 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d88976a7-eead-4910-94a7-2e1c456e6ded req-e27c0733-0301-4aab-9826-f4214d3c6879 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812439 Feb 17 20:52:37.087768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4dd9c-0060-45b4-8495-2256865ad9a1 req-24e61c19-27be-44d2-aa2c-912e44840fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:37.090355 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e0d4dd9c-0060-45b4-8495-2256865ad9a1 req-24e61c19-27be-44d2-aa2c-912e44840fb6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2068117 Feb 17 20:52:37.230077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ea00950b-cc25-4f6f-a544-c90c5d5590ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:37.232160 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-ea00950b-cc25-4f6f-a544-c90c5d5590ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 1160 time: 0.0996888 Feb 17 20:52:37.314867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d8119-ee6b-492f-a68f-99a6f076d0dd req-ca7f5d1a-c338-49fc-ae2f-f493978c7f47 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:37.316879 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d7d8119-ee6b-492f-a68f-99a6f076d0dd req-ca7f5d1a-c338-49fc-ae2f-f493978c7f47 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.2330022 Feb 17 20:52:37.330882 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-e95ff3ea-57d4-4a66-8f80-fedc6076c195 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c566979-3751-4019-9747-757b82dfade9 HTTP/1.1" status: 200 len: 217 time: 0.0879550 Feb 17 20:52:37.397646 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d7d8119-ee6b-492f-a68f-99a6f076d0dd req-000a5367-5ff2-4fe7-9f8a-e87b51df3597 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721235 Feb 17 20:52:37.436956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-7d89d6e2-a8b1-4a1e-b6d1-e3b597baf599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:37.439083 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-7d89d6e2-a8b1-4a1e-b6d1-e3b597baf599 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.0976679 Feb 17 20:52:37.493785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e01105e-f664-4184-bcba-252fec105144 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:52:37.503455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:37.517642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Transition to ACTIVE for port object 0e01105e-f664-4184-bcba-252fec105144 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:52:37.529506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:37.554297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:37.622817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-10c25d9f-8f0b-4509-99ef-39ce48da1331 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:52:37.711571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Pushing event updated for resources: {'Port': ['ID=0e01105e-f664-4184-bcba-252fec105144,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:37.715007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:37.866242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-b9db746d-b9ba-439c-9229-bb2ae8ea3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:37.867840 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-b9db746d-b9ba-439c-9229-bb2ae8ea3bbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4209385 Feb 17 20:52:38.056161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0f61919e-5793-43f9-a2f1-8ce4a8493333 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:38.238511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 0f61919e-5793-43f9-a2f1-8ce4a8493333 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:38.247064 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 0f61919e-5793-43f9-a2f1-8ce4a8493333 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:38.247782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:38.272616 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-b9ec9841-92ca-45f4-b164-9ec516b48131 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917799 Feb 17 20:52:38.368475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Attempting to bind port 0e01105e-f664-4184-bcba-252fec105144 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:52:38.368760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Attempting to bind port 0e01105e-f664-4184-bcba-252fec105144 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:52:38.369136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Attempting to bind port 0e01105e-f664-4184-bcba-252fec105144 on network 3d5367c3-db87-4b07-ae58-a70af8b324d8 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:52:38.476281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:38.485003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 47914) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:38.494647 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:52:38.495043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Checking segment: {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:52:38.495567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:38.495982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Bound using segment: {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:52:38.496611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Bound port: 0e01105e-f664-4184-bcba-252fec105144, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:52:38.497011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:38.520164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420d0804-c971-449d-89dd-04bb84522fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61919e-5793-43f9-a2f1-8ce4a8493333'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:52:38.609171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] For port 0e01105e-f664-4184-bcba-252fec105144, host hv-cinder-76018, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:52:38.610154 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad545ef-afb7-4e40-84a0-67b10a034bb1 req-8172282e-c2ae-42f4-a13f-c66b41275992 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3291795 Feb 17 20:52:38.658711 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] For port 0e01105e-f664-4184-bcba-252fec105144, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0e01105e-f664-4184-bcba-252fec105144,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:52:38.668295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:38.692752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:38.742780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 0f61919e-5793-43f9-a2f1-8ce4a8493333, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0f61919e-5793-43f9-a2f1-8ce4a8493333,segment=NetworkSegment(59aca134-a0c2-40cb-9325-13d59b09e335),segment_id=59aca134-a0c2-40cb-9325-13d59b09e335)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:52:38.756028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:38.757957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:38.850561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a9f2-7cfc-4f0d-ae5b-215b1ccf0b95 req-d852383a-f785-45ce-9e55-4bd60efc431f tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:38.859907 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ec17a9f2-7cfc-4f0d-ae5b-215b1ccf0b95 req-d852383a-f785-45ce-9e55-4bd60efc431f tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 943 time: 0.5036316 Feb 17 20:52:38.929096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=0f61919e-5793-43f9-a2f1-8ce4a8493333,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:38.932881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:38.985207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Pushing event updated for resources: {'Port': ['ID=0e01105e-f664-4184-bcba-252fec105144,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:39.027767 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47940) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:39.055651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:39.079898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4285f02-9040-4da1-8fe7-887f2b7c7e62 req-493737da-9fde-4bd9-9356-b360f33cb498 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:39.090940 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4285f02-9040-4da1-8fe7-887f2b7c7e62 req-493737da-9fde-4bd9-9356-b360f33cb498 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.7332914 Feb 17 20:52:39.199208 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4285f02-9040-4da1-8fe7-887f2b7c7e62 req-9ce5c47a-3539-4df5-be56-289cc6c7bc5d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045575 Feb 17 20:52:39.206175 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ec17a9f2-7cfc-4f0d-ae5b-215b1ccf0b95 req-051b6aee-f299-454a-8a41-79f578ce193c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449728 Feb 17 20:52:39.231014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.277366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:39.293314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6feec155f444e6af40cc82780f30ab is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:39.306155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:39.315742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.330312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:39.352054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:39.357831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Usage tracker for resource:security_group_rule and tenant:b50f6778b9364b8a9b5e8a7701040012 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:39.361376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:39.367670 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0f61919e-5793-43f9-a2f1-8ce4a8493333 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:39.435592 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420d0804-c971-449d-89dd-04bb84522fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61919e-5793-43f9-a2f1-8ce4a8493333', 'code': 200} Feb 17 20:52:39.456887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:39.520688 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:39.524772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.529234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.530029 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] 10.222.0.67 "PUT /v2.0/ports/0e01105e-f664-4184-bcba-252fec105144 HTTP/1.1" status: 200 len: 1157 time: 3.1543555 Feb 17 20:52:39.533123 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'tag': '0e01105e-f664-4184-bcba-252fec105144'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:52:39.535527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.577024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 0f61919e-5793-43f9-a2f1-8ce4a8493333 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:39.577727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.595977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-75d458f7-9c09-482e-96f1-36b6dd815952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:39.665624 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a6feec155f444e6af40cc82780f30ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6366882 Feb 17 20:52:39.669300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8c8b91-1df1-47d1-b6f5-f46cd72060af,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:39.672955 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 47976) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:39.677008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:39.825106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9f01c353-0a2d-41b1-8149-9f95215062d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.883699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17880d-1afd-459d-9ca6-99e9105ddc3f req-9430f40b-d088-44b5-9abd-a8414fb61a5f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:39.899498 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ef17880d-1afd-459d-9ca6-99e9105ddc3f req-9430f40b-d088-44b5-9abd-a8414fb61a5f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.5334828 Feb 17 20:52:39.907015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9f01c353-0a2d-41b1-8149-9f95215062d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.988109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9f01c353-0a2d-41b1-8149-9f95215062d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:39.988554 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ef17880d-1afd-459d-9ca6-99e9105ddc3f req-384b2227-f367-425d-a8ee-82f7b2f50460 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879731 Feb 17 20:52:39.996530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:39.997429 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'tag': '0e01105e-f664-4184-bcba-252fec105144', 'status': 'completed', 'code': 200} Feb 17 20:52:40.032445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01c353-0a2d-41b1-8149-9f95215062d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8c8b91-1df1-47d1-b6f5-f46cd72060af,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:40.043695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9f01c353-0a2d-41b1-8149-9f95215062d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:40.045161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9f01c353-0a2d-41b1-8149-9f95215062d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.046882 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9f01c353-0a2d-41b1-8149-9f95215062d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac8c8b91-1df1-47d1-b6f5-f46cd72060af HTTP/1.1" status: 204 len: 168 time: 0.3723459 Feb 17 20:52:40.047908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.052187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.064045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-00476551-c2e2-4f37-95e5-885c81091594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:40.120337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48002) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:40.120877 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b50f6778b9364b8a9b5e8a7701040012&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6027970 Feb 17 20:52:40.122909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c02631-af68-4ffb-8076-c910ec7d0cf1,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:40.126827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:40.205740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a05-81b5-4bdf-bf37-0488cd87d4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.236206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a05-81b5-4bdf-bf37-0488cd87d4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.349982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a05-81b5-4bdf-bf37-0488cd87d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.360862 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bbb429fe-a497-4ff6-bb2d-c3d03c242ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:40.374939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea67a05-81b5-4bdf-bf37-0488cd87d4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c02631-af68-4ffb-8076-c910ec7d0cf1,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:40.377915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ea67a05-81b5-4bdf-bf37-0488cd87d4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:40.384711 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a05-81b5-4bdf-bf37-0488cd87d4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.386628 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6ea67a05-81b5-4bdf-bf37-0488cd87d4d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93c02631-af68-4ffb-8076-c910ec7d0cf1 HTTP/1.1" status: 204 len: 168 time: 0.2635834 Feb 17 20:52:40.610018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a3e95-c741-46d5-af23-89e5892e78c5 req-b12aa310-3804-4f4a-9940-29212afd5aaf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:40.613345 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-439a3e95-c741-46d5-af23-89e5892e78c5 req-b12aa310-3804-4f4a-9940-29212afd5aaf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1654255 Feb 17 20:52:40.619250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f38be8-84bc-4e2b-96f1-3916499cb35b req-26bacb9f-2219-46c6-8951-bd73ca5cc9ee tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:40.621377 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5f38be8-84bc-4e2b-96f1-3916499cb35b req-26bacb9f-2219-46c6-8951-bd73ca5cc9ee tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 943 time: 0.2584984 Feb 17 20:52:40.629899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48036) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:40.660078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.684382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:40.707848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Usage tracker for resource:security_group_rule and tenant:fba1803223254e649c53ea67fd494fbd is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:40.712140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:40.720652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:40.725035 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5f38be8-84bc-4e2b-96f1-3916499cb35b req-974b869b-b3d3-4a38-af94-303b734c0b26 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815747 Feb 17 20:52:40.731965 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-439a3e95-c741-46d5-af23-89e5892e78c5 req-570f9eb1-2365-44c8-8f63-0310fd612cc7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093431 Feb 17 20:52:40.840809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.845568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.856704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a6e9a5d-b8e2-4e20-8be6-be733334ae6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:40.904717 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fba1803223254e649c53ea67fd494fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727468 Feb 17 20:52:40.906563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf06b5-b4ce-4ce8-bb66-ab1ecbc0dda6,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:40.907970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48046) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:40.910518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:40.961425 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48050) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:40.981668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.991699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46531082-9520-423a-9fe5-f6a63a29955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:40.998460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:41.002624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Usage tracker for resource:security_group_rule and tenant:a3a1c371e6894e0a905297866971106a is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:41.006561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:41.013320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:41.034713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46531082-9520-423a-9fe5-f6a63a29955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.106382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46531082-9520-423a-9fe5-f6a63a29955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.112560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:41.127903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.131778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.133959 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46531082-9520-423a-9fe5-f6a63a29955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaf06b5-b4ce-4ce8-bb66-ab1ecbc0dda6,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:41.142497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48058) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:41.143681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4497355c-74e8-4508-aef4-5541648b1ff1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:41.174075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-46531082-9520-423a-9fe5-f6a63a29955b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:41.204666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48064) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:41.204881 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3a1c371e6894e0a905297866971106a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421982 Feb 17 20:52:41.206046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3ec557-233c-4441-ba47-16ddcecbe048,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:41.209598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-46531082-9520-423a-9fe5-f6a63a29955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.209965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:41.213154 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-46531082-9520-423a-9fe5-f6a63a29955b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3eaf06b5-b4ce-4ce8-bb66-ab1ecbc0dda6 HTTP/1.1" status: 204 len: 168 time: 0.3035028 Feb 17 20:52:41.301449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed257d21-5d84-4399-910e-9efdb6e92821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.310598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db2cba-df99-4f1e-b802-89113e607b64 req-334caa7e-9686-4341-8182-72b8f07495db tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:41.314431 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-57db2cba-df99-4f1e-b802-89113e607b64 req-334caa7e-9686-4341-8182-72b8f07495db tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.1828313 Feb 17 20:52:41.332674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.350814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:41.355721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Usage tracker for resource:security_group_rule and tenant:f179d2b9eed741d29e208a4469ed0312 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:41.358867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:41.365320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:41.365692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed257d21-5d84-4399-910e-9efdb6e92821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.409817 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-57db2cba-df99-4f1e-b802-89113e607b64 req-b0412658-90d9-466e-b4fb-19a2093c839d tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836494 Feb 17 20:52:41.444230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed257d21-5d84-4399-910e-9efdb6e92821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.450998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:41.468043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed257d21-5d84-4399-910e-9efdb6e92821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3ec557-233c-4441-ba47-16ddcecbe048,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:41.471198 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed257d21-5d84-4399-910e-9efdb6e92821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:41.473449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ed257d21-5d84-4399-910e-9efdb6e92821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.477613 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ed257d21-5d84-4399-910e-9efdb6e92821 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c3ec557-233c-4441-ba47-16ddcecbe048 HTTP/1.1" status: 204 len: 168 time: 0.2677400 Feb 17 20:52:41.486747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.491450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.503095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:41.554564 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f179d2b9eed741d29e208a4469ed0312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042375 Feb 17 20:52:41.556596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e54649b-2e80-4649-b0a4-bbcbbf610496,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:41.558763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48078) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:41.560822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:41.655115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7b1d64b9-018e-45d7-a91b-bdaa48d3a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.700515 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7b1d64b9-018e-45d7-a91b-bdaa48d3a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.788132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7b1d64b9-018e-45d7-a91b-bdaa48d3a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.804514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a0f2c6f-cea0-4760-9596-593de77fd961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:41.849545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d64b9-018e-45d7-a91b-bdaa48d3a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e54649b-2e80-4649-b0a4-bbcbbf610496,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:41.875892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7b1d64b9-018e-45d7-a91b-bdaa48d3a72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:41.927809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7b1d64b9-018e-45d7-a91b-bdaa48d3a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:41.929000 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7b1d64b9-018e-45d7-a91b-bdaa48d3a72c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e54649b-2e80-4649-b0a4-bbcbbf610496 HTTP/1.1" status: 204 len: 168 time: 0.3703923 Feb 17 20:52:42.054092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926275b1-6a0d-45ba-b0db-a935b1090678 req-9af8d90c-2e53-4f14-9327-6e9ac4a0c8a0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:42.055791 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-926275b1-6a0d-45ba-b0db-a935b1090678 req-9af8d90c-2e53-4f14-9327-6e9ac4a0c8a0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1293912 Feb 17 20:52:42.062492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7c9c4-9690-4959-be1b-23ab665ddf4b req-fcf108ad-8843-407c-9367-05abad62a7f6 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:42.064142 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1e7c9c4-9690-4959-be1b-23ab665ddf4b req-fcf108ad-8843-407c-9367-05abad62a7f6 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 943 time: 0.1819873 Feb 17 20:52:42.146684 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-926275b1-6a0d-45ba-b0db-a935b1090678 req-9173813e-6265-486b-ad37-ec6e7bfa8751 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815001 Feb 17 20:52:42.151449 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1e7c9c4-9690-4959-be1b-23ab665ddf4b req-24af8523-2905-4c9b-a5a0-dfbbcbf1b729 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707448 Feb 17 20:52:42.269106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48114) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:42.288399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:42.305192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:42.310434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Usage tracker for resource:security_group_rule and tenant:f79d2012e4284e43a4a5c101cababe36 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:42.313512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:42.319376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:42.408117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:42.415387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:42.425454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:42.476860 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f79d2012e4284e43a4a5c101cababe36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041161 Feb 17 20:52:42.476860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245e7f4a-12d3-493c-919a-37dfae3c6423,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:42.477892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48126) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:42.478896 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:42.662942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3002711-a602-476c-a40d-384775d46d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:42.736388 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-6fad642a-fb00-45cc-a969-80ecdc647988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:42.741292 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-6fad642a-fb00-45cc-a969-80ecdc647988 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 1162 time: 0.1961567 Feb 17 20:52:42.741292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3002711-a602-476c-a40d-384775d46d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:42.772118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c920acfe-5504-4909-8b1b-8e9b1f199a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:42.772784 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:42.774387 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-c920acfe-5504-4909-8b1b-8e9b1f199a65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 1160 time: 0.2507162 Feb 17 20:52:42.801733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:42.810557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37f8e4-4f89-4430-af4f-021b186c25cf req-16fb7b87-3323-4c7f-a58c-73f9b4cd567b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:42.816436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Usage tracker for resource:security_group_rule and tenant:7e1d3feebd9b4d98ad43c6005aa084fa is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:42.820571 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3a37f8e4-4f89-4430-af4f-021b186c25cf req-16fb7b87-3323-4c7f-a58c-73f9b4cd567b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.2002821 Feb 17 20:52:42.822989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:42.832709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:42.862114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3002711-a602-476c-a40d-384775d46d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:42.870871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-34ed5a72-2749-4297-9c7c-a993cd7f978a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:42.888812 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3002711-a602-476c-a40d-384775d46d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245e7f4a-12d3-493c-919a-37dfae3c6423,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:42.893593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b3002711-a602-476c-a40d-384775d46d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:42.927710 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-ecce9502-8233-43c2-b466-6aef8faacfd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e01105e-f664-4184-bcba-252fec105144 HTTP/1.1" status: 200 len: 217 time: 0.1241076 Feb 17 20:52:42.945947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b3002711-a602-476c-a40d-384775d46d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:42.947413 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b3002711-a602-476c-a40d-384775d46d00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/245e7f4a-12d3-493c-919a-37dfae3c6423 HTTP/1.1" status: 204 len: 168 time: 0.4682188 Feb 17 20:52:42.953535 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3a37f8e4-4f89-4430-af4f-021b186c25cf req-f66bca41-4938-4856-a63f-7f47adc532fd tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318219 Feb 17 20:52:43.020823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:43.024941 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:43.031804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c533-259f-453a-9d3a-00e337446b20 req-16461b94-6e67-49b9-9ebd-a05a58e0d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:43.033889 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-16461b94-6e67-49b9-9ebd-a05a58e0d06e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 200 len: 849 time: 0.0968444 Feb 17 20:52:43.035686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2782b827-4546-40b4-a5a3-c831a5dc6268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:43.061804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Synchronizing usage tracker for tenant:7e1d3feebd9b4d98ad43c6005aa084fa on resource:security_group {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:52:43.075854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb7d4bc-e4b2-4ff0-b9f3-ef1c397fa29b,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:43.081226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:43.090847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Unset dirty status for tenant:7e1d3feebd9b4d98ad43c6005aa084fa on resource:security_group {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:52:43.092275 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02b302b5-cdb6-4cc9-ae40-faa7855eefb1 req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435290 Feb 17 20:52:43.132359 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c533-259f-453a-9d3a-00e337446b20 req-00478835-b0d4-40a5-bc45-8d5c87a0b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:43.133997 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-00478835-b0d4-40a5-bc45-8d5c87a0b7db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d5367c3-db87-4b07-ae58-a70af8b324d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902004 Feb 17 20:52:43.588254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d2cad-e8f9-41c9-aac1-29fcdf48e2bc req-0aac11a3-1d98-4369-b9fa-6eaf6d3ad74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:43.590977 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b12d2cad-e8f9-41c9-aac1-29fcdf48e2bc req-0aac11a3-1d98-4369-b9fa-6eaf6d3ad74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 943 time: 0.2976203 Feb 17 20:52:43.602587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133bb1e-c427-43ec-8a31-70b748c9bb19 req-ca55e7aa-fcd8-416f-ba9f-77a4dc88bec4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:43.604065 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f133bb1e-c427-43ec-8a31-70b748c9bb19 req-ca55e7aa-fcd8-416f-ba9f-77a4dc88bec4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.2677834 Feb 17 20:52:43.667474 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-aca5add8-ecde-4e47-b0f0-f86ae060fda2 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457659 Feb 17 20:52:43.710598 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b12d2cad-e8f9-41c9-aac1-29fcdf48e2bc req-e4e15fd6-81c2-4a3d-881a-9b4714ed8ba3 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016812 Feb 17 20:52:43.715940 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f133bb1e-c427-43ec-8a31-70b748c9bb19 req-e6dc9836-243c-4963-827d-56bd40c21809 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789843 Feb 17 20:52:44.351228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48212) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:44.356619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715af9c8-c881-44a1-9de1-d5095e56c439 req-8600e4da-2963-4830-b29a-50000da69bfd tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:44.358291 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-715af9c8-c881-44a1-9de1-d5095e56c439 req-8600e4da-2963-4830-b29a-50000da69bfd tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.2779076 Feb 17 20:52:44.419620 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-715af9c8-c881-44a1-9de1-d5095e56c439 req-c60b0d3c-e2fe-450c-a3fb-3d1b788a6a59 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535684 Feb 17 20:52:44.479658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1710672437-network', 'tenant_id': 'a804f8828d7f40e2ae1e6ed1d56d2607'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:44.485208 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:44.489823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Usage tracker for resource:network and tenant:a804f8828d7f40e2ae1e6ed1d56d2607 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:44.494144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:44.500474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:44.512781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Made reservation on behalf of a804f8828d7f40e2ae1e6ed1d56d2607 for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:52:44.517797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:44.531958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:44.551580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:44.557843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Usage tracker for resource:security_group_rule and tenant:a804f8828d7f40e2ae1e6ed1d56d2607 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:44.561536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:44.567439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:44.666850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:44.670041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:44.674860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fbf59020-4106-4c6f-87cd-b36c745a2df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:44.728230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:52:44.732247 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe61693-5eb5-41ea-9d97-8998dbe2abd7,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:44.738877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:44.744629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:44.745152 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Added segment f79271ac-cf95-4ad8-941d-ae0b6d42f0d7 of type vxlan for network 212008eb-40f4-4a9f-81fd-5cf8970a1f81 Feb 17 20:52:44.815697 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd21c533-259f-453a-9d3a-00e337446b20 req-feb3a49c-e34d-48f7-bdf2-6830e63d20ef service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2051716 Feb 17 20:52:44.846279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:44.952289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:44.953969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:44.960687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:44.969501 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f4c6ff4-b8cf-4a8e-a7c9-f7abcd16c5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:45.109894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Pushing event updated for resources: {'Network': ['ID=212008eb-40f4-4a9f-81fd-5cf8970a1f81,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:45.117204 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7646191 Feb 17 20:52:45.118478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48244) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:45.119498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b06a7532-dd59-4462-91fe-2c661ef85125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:45.122798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 212008eb-40f4-4a9f-81fd-5cf8970a1f81 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:52:45.127973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Request body: {'subnet': {'network_id': '212008eb-40f4-4a9f-81fd-5cf8970a1f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1710672437-subnet', 'tenant_id': 'a804f8828d7f40e2ae1e6ed1d56d2607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:45.134936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:45.141149 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23946151-0cf8-49d9-a597-994dcf5e063d req-c7dffc80-8025-4236-a49d-67cf0e5fd554 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:45.142995 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23946151-0cf8-49d9-a597-994dcf5e063d req-c7dffc80-8025-4236-a49d-67cf0e5fd554 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 943 time: 0.2025759 Feb 17 20:52:45.150850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Usage tracker for resource:subnet and tenant:a804f8828d7f40e2ae1e6ed1d56d2607 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:45.154803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:45.156701 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0ec1b-ab8a-4182-805b-213c1f9af5ec req-40d867ab-5c7e-48cc-9c11-00798b996c66 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:45.164640 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77b0ec1b-ab8a-4182-805b-213c1f9af5ec req-40d867ab-5c7e-48cc-9c11-00798b996c66 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1802144 Feb 17 20:52:45.169504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:45.181269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Made reservation on behalf of a804f8828d7f40e2ae1e6ed1d56d2607 for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:52:45.187017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:45.246970 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23946151-0cf8-49d9-a597-994dcf5e063d req-df8748ac-97ce-420a-aa05-9449aeb9920c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792594 Feb 17 20:52:45.271138 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-77b0ec1b-ab8a-4182-805b-213c1f9af5ec req-dfedde97-9506-4161-842a-64cc35133645 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054361 Feb 17 20:52:45.626796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4824b-fc1e-4800-855e-90c397c92739 req-929c80b5-f636-4ff7-8cd0-393e24b4c8b6 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:45.628444 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-52f4824b-fc1e-4800-855e-90c397c92739 req-929c80b5-f636-4ff7-8cd0-393e24b4c8b6 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.0989640 Feb 17 20:52:45.655430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:45.671307 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:45.681269 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-52f4824b-fc1e-4800-855e-90c397c92739 req-ab9bb5bd-0f3f-4dde-aad7-f4fef2369a84 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Feb 17 20:52:45.806751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11933b8a-3530-42cf-a13f-4f4266c9aa72,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:45.812592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:45.878067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Checking segment: {'id': 'f79271ac-cf95-4ad8-941d-ae0b6d42f0d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '212008eb-40f4-4a9f-81fd-5cf8970a1f81'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:52:45.878550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Network hostable DHCP agents. Network: 212008eb-40f4-4a9f-81fd-5cf8970a1f81, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:52:45.897642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Network 212008eb-40f4-4a9f-81fd-5cf8970a1f81 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:52:45.907157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 212008eb-40f4-4a9f-81fd-5cf8970a1f81) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:45.911150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:45.911789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:45.916258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb8a90-3be0-4a41-8b89-4a972487ecee None None] Network 212008eb-40f4-4a9f-81fd-5cf8970a1f81 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:52:45.951044 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-dc86f72a-c7ae-425c-9558-c365a89691d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8292098 Feb 17 20:52:45.953285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48272) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:46.099727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:46.117449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:46.122607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Usage tracker for resource:security_group_rule and tenant:9ef6fc19c7904c138a449b428b029bf7 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:46.126552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:46.132892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:46.180805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab379834-0bb0-4a12-8f6e-19d61b80e363 None None] Network 212008eb-40f4-4a9f-81fd-5cf8970a1f81 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:52:46.239823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:46.244093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:46.289013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:46.319150 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ef6fc19c7904c138a449b428b029bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613112 Feb 17 20:52:46.319744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48292) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:46.369237 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6661de-0318-451b-8f1e-ae07c524e2ce,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:46.390455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:46.440393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b579e8b-f136-46b4-bc69-412842b3c210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:46.473230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b579e8b-f136-46b4-bc69-412842b3c210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:46.525348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b579e8b-f136-46b4-bc69-412842b3c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:46.532917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-af453a5e-3dba-426e-8772-71ffab66cff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:46.545867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b579e8b-f136-46b4-bc69-412842b3c210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6661de-0318-451b-8f1e-ae07c524e2ce,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:46.552686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b579e8b-f136-46b4-bc69-412842b3c210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:46.560326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0b579e8b-f136-46b4-bc69-412842b3c210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:46.561801 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0b579e8b-f136-46b4-bc69-412842b3c210 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e6661de-0318-451b-8f1e-ae07c524e2ce HTTP/1.1" status: 204 len: 168 time: 0.2408559 Feb 17 20:52:46.613880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9f3d-635c-4a00-85c9-30fff43e5b9c req-4d19bd67-2c76-4b58-838f-0304b806d94e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:46.616378 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ffa9f3d-635c-4a00-85c9-30fff43e5b9c req-4d19bd67-2c76-4b58-838f-0304b806d94e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1844094 Feb 17 20:52:46.626371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 212008eb-40f4-4a9f-81fd-5cf8970a1f81 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:52:46.652783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113bf81-47f3-490c-a9b6-ea8992e58318 req-479dfd9c-676f-4663-9d11-76ef1232613e tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:46.669649 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a113bf81-47f3-490c-a9b6-ea8992e58318 req-479dfd9c-676f-4663-9d11-76ef1232613e tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 943 time: 0.1895230 Feb 17 20:52:46.858888 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ffa9f3d-635c-4a00-85c9-30fff43e5b9c req-dd4412ea-177c-4b52-a4de-352aef30d87a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691072 Feb 17 20:52:46.866903 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a113bf81-47f3-490c-a9b6-ea8992e58318 req-6deca7e2-d175-49e2-b78c-30338a8187d6 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983473 Feb 17 20:52:46.896530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b770-332c-42d1-9227-f537cc458ac3 req-7c4496ad-3bb4-46c6-b58b-d7edeb83231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:46.899055 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3449b770-332c-42d1-9227-f537cc458ac3 req-7c4496ad-3bb4-46c6-b58b-d7edeb83231f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 1160 time: 0.2033913 Feb 17 20:52:47.007392 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48314) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:47.014705 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-889942134-network', 'tenant_id': 'bf7e96aafb4847088b57249589e70ff0'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:47.023910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:47.030769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Usage tracker for resource:network and tenant:bf7e96aafb4847088b57249589e70ff0 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:47.034521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:47.043249 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:47.063499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Made reservation on behalf of bf7e96aafb4847088b57249589e70ff0 for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:52:47.069292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.088073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.122271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:47.127404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Usage tracker for resource:security_group_rule and tenant:bf7e96aafb4847088b57249589e70ff0 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:47.131762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:47.143390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:47.180747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438cdb8-f32f-4442-8e54-d75b61d84dbd req-91f73910-1374-4192-9506-8481603a76e4 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:47.188923 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b438cdb8-f32f-4442-8e54-d75b61d84dbd req-91f73910-1374-4192-9506-8481603a76e4 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.1595652 Feb 17 20:52:47.208932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b770-332c-42d1-9227-f537cc458ac3 req-a740d77e-daff-4cf5-9090-96c54195da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:47.209651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48328) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:47.210547 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3449b770-332c-42d1-9227-f537cc458ac3 req-a740d77e-daff-4cf5-9090-96c54195da5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 904 time: 0.3013327 Feb 17 20:52:47.247218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.270758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:47.278541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Usage tracker for resource:security_group_rule and tenant:b5b626181e864ba4bc97598ebb137af2 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:47.286516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:47.291797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 8c566979-3751-4019-9747-757b82dfade9 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:47.302234 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b438cdb8-f32f-4442-8e54-d75b61d84dbd req-e8dbd6aa-1af1-45bb-9782-49f680c7d88a tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123695 Feb 17 20:52:47.309345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:47.312827 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3449b770-332c-42d1-9227-f537cc458ac3 req-57311e9b-7027-4636-9192-b981b5c0ec83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e01105e-f664-4184-bcba-252fec105144 HTTP/1.1" status: 200 len: 217 time: 0.0868397 Feb 17 20:52:47.389795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.408789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.425908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e249ca4-8324-4481-92a1-9b4efd388e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:47.427027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b770-332c-42d1-9227-f537cc458ac3 req-9c5194b3-8e1c-4428-b098-e31bf2f03bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:47.428620 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3449b770-332c-42d1-9227-f537cc458ac3 req-9c5194b3-8e1c-4428-b098-e31bf2f03bca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 200 len: 849 time: 0.1066036 Feb 17 20:52:47.443531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 8c566979-3751-4019-9747-757b82dfade9 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:47.445578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:52:47.457181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.457489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 8c566979-3751-4019-9747-757b82dfade9 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:47.457634 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Added segment f3f7b0b8-9cb2-4e85-b027-4aba5ac794cf of type vxlan for network 1bf7c1d3-58a7-451e-87bf-efb151258ca5 Feb 17 20:52:47.457912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.487478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.619823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.624327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b770-332c-42d1-9227-f537cc458ac3 req-753b124e-984b-4799-b652-48fb90db86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:47.626287 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3449b770-332c-42d1-9227-f537cc458ac3 req-753b124e-984b-4799-b652-48fb90db86ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d5367c3-db87-4b07-ae58-a70af8b324d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1870658 Feb 17 20:52:47.648147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.671563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc8555b-a01b-411c-a522-1458719e5d8f,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:47.692134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.694469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:47.695029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ea67a05-81b5-4bdf-bf37-0488cd87d4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:47.735135 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5b626181e864ba4bc97598ebb137af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5243189 Feb 17 20:52:47.739563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.740585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48350) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:47.749568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:47.750233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.751739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 8c566979-3751-4019-9747-757b82dfade9, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=8c566979-3751-4019-9747-757b82dfade9,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:52:47.752997 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c566979-3751-4019-9747-757b82dfade9'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:52:47.761825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:47.763908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:47.809071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84a2459-d373-4157-b19b-bd6cbf29fb23,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:47.838092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:47.844248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b6e672d3-92cd-4418-a12e-8bbb9794765d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:47.863639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=8c566979-3751-4019-9747-757b82dfade9,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:47.879924 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c566979-3751-4019-9747-757b82dfade9', 'code': 200} Feb 17 20:52:47.880867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:47.906869 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3449b770-332c-42d1-9227-f537cc458ac3 req-1741efb8-b66b-4ec5-a9f5-24fbc8edc43c service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720447 Feb 17 20:52:48.080028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48362) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:48.153591 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7d551cba-88e3-44f7-acc4-839475b96c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:48.200343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7db597b-c607-4fec-add0-6cb97f4a9b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:48.200585 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3449b770-332c-42d1-9227-f537cc458ac3 req-00652d4f-8e05-4192-8b58-878af75d51f8 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2788992 Feb 17 20:52:48.221369 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2127631 Feb 17 20:52:48.283529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf7c1d3-58a7-451e-87bf-efb151258ca5,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:48.285240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48370) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:48.297592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 1bf7c1d3-58a7-451e-87bf-efb151258ca5 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:52:48.309571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:48.326351 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 1bf7c1d3-58a7-451e-87bf-efb151258ca5 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:52:48.347880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7db597b-c607-4fec-add0-6cb97f4a9b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:48.442458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18044ba1-0bb5-4ac5-8710-b9657c53d0af req-268f235c-4668-4f50-a859-117fc130750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:48.445387 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-18044ba1-0bb5-4ac5-8710-b9657c53d0af req-268f235c-4668-4f50-a859-117fc130750d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 1162 time: 0.2225571 Feb 17 20:52:48.447428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Request body: {'subnet': {'network_id': '1bf7c1d3-58a7-451e-87bf-efb151258ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-889942134-subnet', 'tenant_id': 'bf7e96aafb4847088b57249589e70ff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:48.458870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:48.463058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:48.475036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Usage tracker for resource:subnet and tenant:bf7e96aafb4847088b57249589e70ff0 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:48.481069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:48.499557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:48.522436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:48.529828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29fc3a-ee08-4ee8-951f-d4b44706f955 req-24706296-7b90-4bbd-abf8-91da4b668214 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:48.534525 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b29fc3a-ee08-4ee8-951f-d4b44706f955 req-24706296-7b90-4bbd-abf8-91da4b668214 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.3347282 Feb 17 20:52:48.539907 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-18044ba1-0bb5-4ac5-8710-b9657c53d0af req-0a9a8038-46ef-444b-8343-c7c3cef874c0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630035 Feb 17 20:52:48.541919 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Made reservation on behalf of bf7e96aafb4847088b57249589e70ff0 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:52:48.543971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Usage tracker for resource:security_group_rule and tenant:c3e1ff6540ae4d82b49673ba0c9d17ae is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:48.546845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:48.547512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:48.555956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:48.562865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7db597b-c607-4fec-add0-6cb97f4a9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:48.574314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4ed92883-11eb-431c-aa12-e6bdb23ff0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:48.592785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db597b-c607-4fec-add0-6cb97f4a9b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84a2459-d373-4157-b19b-bd6cbf29fb23,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:48.602554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c7db597b-c607-4fec-add0-6cb97f4a9b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:48.603515 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c7db597b-c607-4fec-add0-6cb97f4a9b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:48.605176 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c7db597b-c607-4fec-add0-6cb97f4a9b7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d84a2459-d373-4157-b19b-bd6cbf29fb23 HTTP/1.1" status: 204 len: 168 time: 0.8602884 Feb 17 20:52:48.664050 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b22ba-9fdc-483f-8f03-95945afc5c4f req-69008340-ff97-44b1-9099-8d178b00b286 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:48.665910 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca9b22ba-9fdc-483f-8f03-95945afc5c4f req-69008340-ff97-44b1-9099-8d178b00b286 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 943 time: 0.6527798 Feb 17 20:52:48.716773 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:48.722573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:48.736840 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b3002711-a602-476c-a40d-384775d46d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:48.769481 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b29fc3a-ee08-4ee8-951f-d4b44706f955 req-ffa289e7-718c-4ee3-a997-20beab45308d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299261 Feb 17 20:52:48.779410 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca9b22ba-9fdc-483f-8f03-95945afc5c4f req-98d3c892-9103-4d9c-b26e-d6a8eed84ff0 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026714 Feb 17 20:52:48.820807 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3e1ff6540ae4d82b49673ba0c9d17ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7145488 Feb 17 20:52:48.824912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48392) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:48.833192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21be4f6-36f3-4490-a001-59c6085acab5,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:48.849233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:49.050868 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b62b926-00ec-4b99-b9d7-129c52db68ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:49.163471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b62b926-00ec-4b99-b9d7-129c52db68ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:49.243433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42f871-b3c4-493c-b384-593b0779c6ca req-cd539314-db3f-4589-b2cd-165b92be6255 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:49.251763 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d42f871-b3c4-493c-b384-593b0779c6ca req-cd539314-db3f-4589-b2cd-165b92be6255 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.2957983 Feb 17 20:52:49.310120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b62b926-00ec-4b99-b9d7-129c52db68ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:49.319908 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d42f871-b3c4-493c-b384-593b0779c6ca req-28321c04-6f90-48ea-8803-319baa417f80 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672009 Feb 17 20:52:49.322499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b64381f8-9987-49a8-a003-9ecfd42cab4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:49.347061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62b926-00ec-4b99-b9d7-129c52db68ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21be4f6-36f3-4490-a001-59c6085acab5,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:49.355310 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9b62b926-00ec-4b99-b9d7-129c52db68ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:49.408845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b62b926-00ec-4b99-b9d7-129c52db68ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:49.410085 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9b62b926-00ec-4b99-b9d7-129c52db68ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a21be4f6-36f3-4490-a001-59c6085acab5 HTTP/1.1" status: 204 len: 168 time: 0.5841601 Feb 17 20:52:49.482609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:49.513850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:49.683678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cb9745-ffff-41ab-82d9-edbe6a54a7d4,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:49.688115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:49.778091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Checking segment: {'id': 'f3f7b0b8-9cb2-4e85-b027-4aba5ac794cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1bf7c1d3-58a7-451e-87bf-efb151258ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:52:49.778517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Network hostable DHCP agents. Network: 1bf7c1d3-58a7-451e-87bf-efb151258ca5, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:52:49.844556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Network 1bf7c1d3-58a7-451e-87bf-efb151258ca5 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:52:49.869234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 1bf7c1d3-58a7-451e-87bf-efb151258ca5) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:52:49.884478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf3a45-5335-442b-a3f2-aead7e5a0833 None None] Network 1bf7c1d3-58a7-451e-87bf-efb151258ca5 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:52:49.885024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:49.885801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:49.937336 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6508613 Feb 17 20:52:50.123263 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48446) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:50.161205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:50.201613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:50.214588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Usage tracker for resource:security_group_rule and tenant:38a4cd2fed534272a5d08788a4b80432 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:50.219511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:50.231625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:50.394488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f1079-2cbe-41a0-8ba5-3ec512585cfb None None] Network 1bf7c1d3-58a7-451e-87bf-efb151258ca5 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:52:50.447355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:50.450893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:50.484136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:50.501645 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38a4cd2fed534272a5d08788a4b80432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767474 Feb 17 20:52:50.504959 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48456) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:50.536059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367db1d-aea6-4694-b365-1781b9fb455d req-bf0b61dc-6c6a-4ca4-8c44-ef93f33cac6a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:50.537885 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1367db1d-aea6-4694-b365-1781b9fb455d req-bf0b61dc-6c6a-4ca4-8c44-ef93f33cac6a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.4937091 Feb 17 20:52:50.554384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e5ea-5f71-4566-bd42-14d2389cf4aa req-ab69948d-b075-40d9-bc48-3fd22d27c960 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:50.556612 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1481e5ea-5f71-4566-bd42-14d2389cf4aa req-ab69948d-b075-40d9-bc48-3fd22d27c960 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 943 time: 0.4279888 Feb 17 20:52:50.640268 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1367db1d-aea6-4694-b365-1781b9fb455d req-98128889-49c5-47e7-9d85-24e91e0a7339 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931292 Feb 17 20:52:50.661778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7b334-e27c-462d-991a-fc004cd9e4eb,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:50.668892 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1481e5ea-5f71-4566-bd42-14d2389cf4aa req-66c2b0c9-6d5b-45b1-9f23-b6a4bf8e3153 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957458 Feb 17 20:52:50.696050 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:50.705434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a7f52f10-8575-413d-9db5-4b754d7aca99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:50.749567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a7f52f10-8575-413d-9db5-4b754d7aca99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:50.769910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a190280a-85d8-4f1e-87c4-92978875d3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:50.818901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a7f52f10-8575-413d-9db5-4b754d7aca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:50.830879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f649f33-f365-419d-92d4-978115fa42c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:50.841569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0e01105e-f664-4184-bcba-252fec105144 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:50.853745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f52f10-8575-413d-9db5-4b754d7aca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7b334-e27c-462d-991a-fc004cd9e4eb,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:50.857804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a7f52f10-8575-413d-9db5-4b754d7aca99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:50.859556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a7f52f10-8575-413d-9db5-4b754d7aca99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:50.861348 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a7f52f10-8575-413d-9db5-4b754d7aca99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ce7b334-e27c-462d-991a-fc004cd9e4eb HTTP/1.1" status: 204 len: 168 time: 0.3553817 Feb 17 20:52:51.050549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448d3ba-779a-4ccc-bea9-1aa6491b8c77 req-7ca9653d-c36f-4571-8b6a-da34a05ed305 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:51.056390 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b448d3ba-779a-4ccc-bea9-1aa6491b8c77 req-7ca9653d-c36f-4571-8b6a-da34a05ed305 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.1599464 Feb 17 20:52:51.062417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48468) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:51.069557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'floatingip': {'port_id': '8c566979-3751-4019-9747-757b82dfade9'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:51.135506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:51.195602 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:51.224389 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 0e01105e-f664-4184-bcba-252fec105144 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:52:51.233316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 0e01105e-f664-4184-bcba-252fec105144 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:51.233941 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:51.400423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:51.443279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e01105e-f664-4184-bcba-252fec105144'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:52:51.453663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 0e01105e-f664-4184-bcba-252fec105144, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0e01105e-f664-4184-bcba-252fec105144,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:52:51.458040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:51.459870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 8c566979-3751-4019-9747-757b82dfade9 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:51.502181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-be654808-fa21-4653-ac08-d3ddd75d4499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:51.547950 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e01105e-f664-4184-bcba-252fec105144', 'code': 200} Feb 17 20:52:51.711599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=0e01105e-f664-4184-bcba-252fec105144,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:51.741551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:51.750403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 8c566979-3751-4019-9747-757b82dfade9 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:51.750837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:52.026693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866975a8-6279-41da-baed-a9142011f633 req-4d5be6ab-5340-4451-9b04-90b3c85fc49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:52.026693 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-866975a8-6279-41da-baed-a9142011f633 req-4d5be6ab-5340-4451-9b04-90b3c85fc49d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 1162 time: 0.1561058 Feb 17 20:52:52.113664 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-866975a8-6279-41da-baed-a9142011f633 req-c7685557-0a9a-4bc9-9429-7c2a06b14404 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800130 Feb 17 20:52:52.240343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0e01105e-f664-4184-bcba-252fec105144 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:52.420090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:52.431858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 0e01105e-f664-4184-bcba-252fec105144 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:52.432547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:52.640036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0403279-8197-4684-add6-52cc1f260e84 req-06a3bdd6-7da1-4765-8eb5-e594b40e59ba tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:52.647523 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0403279-8197-4684-add6-52cc1f260e84 req-06a3bdd6-7da1-4765-8eb5-e594b40e59ba tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.3311961 Feb 17 20:52:52.651918 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-2b7fdf93-f425-4da7-83a6-6149b7a86915 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3343651 Feb 17 20:52:52.719865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:52.780709 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0403279-8197-4684-add6-52cc1f260e84 req-357dca0e-3a6d-4904-a177-b326669df197 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321270 Feb 17 20:52:52.788067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:52:53.014410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:53.018480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:53.122304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-c725a5fb-1064-4040-8b2e-69923acb7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:53.123941 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-c725a5fb-1064-4040-8b2e-69923acb7d32 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=23edded2ae6c443c8366c957186cd89a&device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 1162 time: 0.2485228 Feb 17 20:52:53.238690 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Floating IP 880cb2a2-7c8e-49ff-8814-68a93242789c associated. External IP: 172.27.0.199, port: 8c566979-3751-4019-9747-757b82dfade9. Feb 17 20:52:53.793254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-0ada9d5a-afbb-4a01-a4e9-ab068d16422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:53.794898 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-0ada9d5a-afbb-4a01-a4e9-ab068d16422f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f4039cc8-917d-44de-b822-01953fe71c61 HTTP/1.1" status: 200 len: 906 time: 0.4840736 Feb 17 20:52:54.092679 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-d1a19c02-60d3-4c11-ac8a-95c1ec922aaf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f61919e-5793-43f9-a2f1-8ce4a8493333 HTTP/1.1" status: 200 len: 217 time: 0.1823559 Feb 17 20:52:54.195253 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Router ffd4ff45-ce1b-4acf-b348-61a83a73e8af has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:52:54.217868 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-cb2385e8-fb0b-4d8d-bfa3-eb6c326dc8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:54.219543 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-cb2385e8-fb0b-4d8d-bfa3-eb6c326dc8be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36fa9aa3-2390-4dfb-ab34-c00e1df616aa HTTP/1.1" status: 200 len: 852 time: 0.1019163 Feb 17 20:52:54.306966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0e01105e-f664-4184-bcba-252fec105144 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:52:54.350938 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-3f8de2e1-fbfe-4206-9df3-0272f05a4f83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f4039cc8-917d-44de-b822-01953fe71c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236107 Feb 17 20:52:54.370695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468386fb-aa70-4322-8e7d-daec1100de91 req-cf4100b4-a3df-43ec-a606-f7229a23dcdb tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:54.372541 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-468386fb-aa70-4322-8e7d-daec1100de91 req-cf4100b4-a3df-43ec-a606-f7229a23dcdb tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.3471475 Feb 17 20:52:54.389715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 0e01105e-f664-4184-bcba-252fec105144 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:52:54.390140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:54.628414 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-468386fb-aa70-4322-8e7d-daec1100de91 req-876697df-21bd-42de-9a34-228e81651f78 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310328 Feb 17 20:52:54.641124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:52:54.647379 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:54.663535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] Sync routers for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:52:54.673815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:54.674508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:52:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:54.723542 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-08146e8b-6070-4241-b6c9-d306859eaef0 service neutron] 10.222.0.67 "GET /v2.0/networks/f4039cc8-917d-44de-b822-01953fe71c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601525 Feb 17 20:52:54.739232 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-831863c9-2cb7-4009-9a2f-142fb9b2be2a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "PUT /v2.0/floatingips/880cb2a2-7c8e-49ff-8814-68a93242789c HTTP/1.1" status: 200 len: 991 time: 3.6754272 Feb 17 20:52:54.764764 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'tag': '8c566979-3751-4019-9747-757b82dfade9'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:52:54.968562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:55.097448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24548c-fd85-467c-8d6b-126cd710f4a8 req-050a4bd0-5ff8-4e7e-89d1-08ea33fa98aa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:55.103159 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8a24548c-fd85-467c-8d6b-126cd710f4a8 req-050a4bd0-5ff8-4e7e-89d1-08ea33fa98aa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.2206638 Feb 17 20:52:55.109537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48612) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:55.115816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-36f72e1e-14ab-4d44-9cd6-03f1a75ecffa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'floatingip': {'port_id': '0e01105e-f664-4184-bcba-252fec105144'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:52:55.124676 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-527724cc-1313-4d9c-bcd7-3bab1dd5cdb4 req-a36cd435-60eb-402d-ab15-a32f499c7d56 service neutron] 10.222.0.67 "GET /v2.0/networks/f4039cc8-917d-44de-b822-01953fe71c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3923478 Feb 17 20:52:55.163167 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'tag': '8c566979-3751-4019-9747-757b82dfade9', 'status': 'completed', 'code': 200} Feb 17 20:52:55.292903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-f2cfed2c-e69f-4a53-b0b2-cd73d4023a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:55.295370 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-f2cfed2c-e69f-4a53-b0b2-cd73d4023a82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 1162 time: 0.1053741 Feb 17 20:52:55.349174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36f72e1e-14ab-4d44-9cd6-03f1a75ecffa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:55.369029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48624) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:55.567829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-db8493eb-e2e9-4f74-bbb5-badee3d84da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:55.569550 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-db8493eb-e2e9-4f74-bbb5-badee3d84da5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 911 time: 0.2657583 Feb 17 20:52:55.652805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '880cb2a2-7c8e-49ff-8814-68a93242789c', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'port_id': '8c566979-3751-4019-9747-757b82dfade9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'mac_address': 'fa:16:3e:70:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:52:16Z', 'updated_at': '2021-02-17T20:52:52Z', 'revision_number': 1, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:55.675330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] Checking router: ffd4ff45-ce1b-4acf-b348-61a83a73e8af for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:52:55.697321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:55.699023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:52:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:55.882844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:55.941876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:55.956397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Usage tracker for resource:security_group_rule and tenant:3767fbe1528d442fb06e99b3750a8e5d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:55.967710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:55.979355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:56.035392 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-73f7ea28-3214-4201-99c8-a675b6053928 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c566979-3751-4019-9747-757b82dfade9 HTTP/1.1" status: 200 len: 999 time: 0.4557726 Feb 17 20:52:56.076592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:56.152022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-b212fa05-ecbe-4487-8db1-79267d942d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:56.153880 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-b212fa05-ecbe-4487-8db1-79267d942d2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.1068835 Feb 17 20:52:56.243426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:56.255754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:56.283817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-46531082-9520-423a-9fe5-f6a63a29955b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:56.603384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea71501-e481-472a-9a69-26f5aa117aa1,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:56.608047 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3767fbe1528d442fb06e99b3750a8e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2316089 Feb 17 20:52:56.611349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48662) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:56.615343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-4976b987-334d-41d4-9b1f-9f4c51bbbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:52:56.616913 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-4976b987-334d-41d4-9b1f-9f4c51bbbbb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4481471 Feb 17 20:52:56.622371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '880cb2a2-7c8e-49ff-8814-68a93242789c', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'port_id': '8c566979-3751-4019-9747-757b82dfade9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'mac_address': 'fa:16:3e:70:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:52:16Z', 'updated_at': '2021-02-17T20:52:52Z', 'revision_number': 1, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:56.628124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23989aa5-528a-4946-9db6-4fa9eb765877 None None] The sync data for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi is: [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '880cb2a2-7c8e-49ff-8814-68a93242789c', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'port_id': '8c566979-3751-4019-9747-757b82dfade9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'mac_address': 'fa:16:3e:70:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:52:16Z', 'updated_at': '2021-02-17T20:52:52Z', 'revision_number': 1, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:52:56.634629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.635131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.635949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.636323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.637058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.637263 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.637747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.638340 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.638583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.639512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.639512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.639801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.640175 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.640541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.640918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.641286 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.641787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.642159 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.643017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.643385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.645719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.646118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.646703 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.647091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:56.689387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:56.937450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-16d54425-cda3-439a-ae02-5b3ea89fa30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:56.989472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-16d54425-cda3-439a-ae02-5b3ea89fa30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:57.019751 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-0cb38313-34f8-4296-b5dd-e0fb443acaad service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636324 Feb 17 20:52:57.050372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36f72e1e-14ab-4d44-9cd6-03f1a75ecffa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:57.061087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36f72e1e-14ab-4d44-9cd6-03f1a75ecffa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:57.087213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22624b5-a435-41d9-ad60-cc2ccf13303c None None] New status for floating IP 880cb2a2-7c8e-49ff-8814-68a93242789c: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:52:57.203703 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8bec516c-9036-4e33-906a-9a4ac38f0aa3 req-7764b688-1bad-47e6-853c-320946bd4148 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1727016 Feb 17 20:52:57.246654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-16d54425-cda3-439a-ae02-5b3ea89fa30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:57.252694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:57.275743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d54425-cda3-439a-ae02-5b3ea89fa30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea71501-e481-472a-9a69-26f5aa117aa1,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:57.289322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-16d54425-cda3-439a-ae02-5b3ea89fa30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:57.291063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-16d54425-cda3-439a-ae02-5b3ea89fa30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:57.292952 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-16d54425-cda3-439a-ae02-5b3ea89fa30d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dea71501-e481-472a-9a69-26f5aa117aa1 HTTP/1.1" status: 204 len: 168 time: 0.6802928 Feb 17 20:52:57.665385 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [None req-36f72e1e-14ab-4d44-9cd6-03f1a75ecffa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Floating IP b00170a4-0e06-42ae-b3c7-6587e4a1b5b2 associated. External IP: 172.27.0.45, port: 0e01105e-f664-4184-bcba-252fec105144. Feb 17 20:52:57.748754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48702) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:57.951545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:57.983083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:57.988077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Usage tracker for resource:security_group_rule and tenant:8aedb3c510814649bd22aee11d7e0a01 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:57.991630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:57.998881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:58.090797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:58.095692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:58.108721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a1038cd1-bcca-437f-8c93-75cc2c5bc549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:58.126911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f72e1e-14ab-4d44-9cd6-03f1a75ecffa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:52:58.158317 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8aedb3c510814649bd22aee11d7e0a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059081 Feb 17 20:52:58.158317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea63f97-a428-408e-ae25-c4970df6d6ec,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:58.160447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:58.161175 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48720) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:58.241548 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d64e-7074-4321-ade6-88303e35bb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:58.279551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d64e-7074-4321-ade6-88303e35bb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:58.333480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d64e-7074-4321-ade6-88303e35bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:58.339079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f72e1e-14ab-4d44-9cd6-03f1a75ecffa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:52:58.341213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:58.344318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36f72e1e-14ab-4d44-9cd6-03f1a75ecffa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:58.351629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] Sync routers for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:52:58.356549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4d64e-7074-4321-ade6-88303e35bb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea63f97-a428-408e-ae25-c4970df6d6ec,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:58.366290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:58.366674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a6f4d64e-7074-4321-ade6-88303e35bb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:58.366965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:52:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:58.372687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6f4d64e-7074-4321-ade6-88303e35bb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:58.376460 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a6f4d64e-7074-4321-ade6-88303e35bb42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ea63f97-a428-408e-ae25-c4970df6d6ec HTTP/1.1" status: 204 len: 168 time: 0.2118688 Feb 17 20:52:58.424101 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-36f72e1e-14ab-4d44-9cd6-03f1a75ecffa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "PUT /v2.0/floatingips/b00170a4-0e06-42ae-b3c7-6587e4a1b5b2 HTTP/1.1" status: 200 len: 990 time: 3.3133919 Feb 17 20:52:58.425068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'tag': '0e01105e-f664-4184-bcba-252fec105144'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:52:58.520764 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'tag': '0e01105e-f664-4184-bcba-252fec105144', 'status': 'completed', 'code': 200} Feb 17 20:52:58.849419 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:58.922511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48748) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:58.944012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:58.962290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:52:58.966864 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a5230c2df29a493eb5effdbc4c7943a1 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:52:58.970155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:52:58.976006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:52:59.094476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:59.098429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:59.112805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:59.193779 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5230c2df29a493eb5effdbc4c7943a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674661 Feb 17 20:52:59.194387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48758) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:52:59.201638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b5e46a-c5c8-462a-a074-8ba32a70a97e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:59.205056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:59.274886 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': 'b00170a4-0e06-42ae-b3c7-6587e4a1b5b2', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'port_id': '0e01105e-f664-4184-bcba-252fec105144', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'mac_address': 'fa:16:3e:4f:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:52:24Z', 'updated_at': '2021-02-17T20:52:56Z', 'revision_number': 1, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:59.279793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] Checking router: 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:52:59.281593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:59.288799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:52:59.289453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:52:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:59.310081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:59.360148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:59.365463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:52:59.379070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b5e46a-c5c8-462a-a074-8ba32a70a97e,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:52:59.390162 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.390585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.390974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.391356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.391739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.392113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.392488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.392858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.393230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.393600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.393967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.394357 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.394783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.395150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.395515 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.395880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.396242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.396606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.396969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.397330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.397694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.398058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.398446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.398819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:52:59.403373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:52:59.404500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:52:59.405705 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1b5e46a-c5c8-462a-a074-8ba32a70a97e HTTP/1.1" status: 204 len: 168 time: 0.2101712 Feb 17 20:52:59.483648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:52:59.896051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': 'b00170a4-0e06-42ae-b3c7-6587e4a1b5b2', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'port_id': '0e01105e-f664-4184-bcba-252fec105144', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'mac_address': 'fa:16:3e:4f:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:52:24Z', 'updated_at': '2021-02-17T20:52:56Z', 'revision_number': 1, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:52:59.900399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509270d5-c947-44f1-8fa6-5e06d1f6a8c5 None None] The sync data for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi is: [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': 'b00170a4-0e06-42ae-b3c7-6587e4a1b5b2', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'port_id': '0e01105e-f664-4184-bcba-252fec105144', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'mac_address': 'fa:16:3e:4f:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:52:24Z', 'updated_at': '2021-02-17T20:52:56Z', 'revision_number': 1, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:53:00.192473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a645db7-bb1d-429a-ad85-9f098647a71d None None] New status for floating IP b00170a4-0e06-42ae-b3c7-6587e4a1b5b2: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:53:00.627887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:00.720133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-3ea2844f-7c4c-440c-b0f1-d3fd3c204b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:00.721783 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-3ea2844f-7c4c-440c-b0f1-d3fd3c204b71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 1162 time: 0.0916395 Feb 17 20:53:00.889587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-9c2d139c-ea6b-4f40-aa58-1f4ec7d49f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:00.891235 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-9c2d139c-ea6b-4f40-aa58-1f4ec7d49f7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 904 time: 0.1594899 Feb 17 20:53:01.015639 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-58c28b35-68d2-4005-a1d2-a11315f2529e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e01105e-f664-4184-bcba-252fec105144 HTTP/1.1" status: 200 len: 1000 time: 0.1122506 Feb 17 20:53:01.110354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-c6a0dedb-5ae6-4dc6-b40f-93329d9d1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:01.111955 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-c6a0dedb-5ae6-4dc6-b40f-93329d9d1d03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 200 len: 849 time: 0.0735581 Feb 17 20:53:01.203355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-15dfd894-d437-41fb-b230-a6e05dab6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:01.205085 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-15dfd894-d437-41fb-b230-a6e05dab6cc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d5367c3-db87-4b07-ae58-a70af8b324d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794427 Feb 17 20:53:01.370805 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-166ac362-ed3b-49f3-a8c4-65f45953f5ea service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462157 Feb 17 20:53:01.537600 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb8ccb84-a2ef-4892-9591-aaccd77ac1a7 req-f6496ad0-c03c-4fc7-acbf-5f5e95e8f64f service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1502647 Feb 17 20:53:01.789615 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-7d8cc012-f685-4750-91ee-262aba8fcfcd tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=685dc293535b4518a311a3dbb50cfc35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335841 Feb 17 20:53:01.982091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-2e69c146-b395-4c93-8ea9-058d9d703efb tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:01.983860 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-2e69c146-b395-4c93-8ea9-058d9d703efb tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866889 Feb 17 20:53:02.007740 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-d707eaf4-7bf5-483f-8a13-a2b2aa40e9e4 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/quotas/685dc293535b4518a311a3dbb50cfc35 HTTP/1.1" status: 200 len: 375 time: 0.0169842 Feb 17 20:53:02.072577 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-0cb1a368-4edf-4139-8399-1d5e2b0a77c3 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=685dc293535b4518a311a3dbb50cfc35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574133 Feb 17 20:53:02.289591 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ed2b5a7-2739-4df0-987b-fff4926053d8 req-aef6c406-d8f4-40fc-950f-1207638db5fd tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 210 time: 0.0620964 Feb 17 20:53:03.480343 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74792c8b-0ac9-46df-bc3a-06849f8a45e5 req-e42ad5bd-4d09-4e4e-a8b0-ab5493ca756b tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 210 time: 0.0615907 Feb 17 20:53:03.615120 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-4530efa8-8c3e-402c-92f8-084da49265df tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=685dc293535b4518a311a3dbb50cfc35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323832 Feb 17 20:53:03.882794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-c802ad13-16f8-4b5a-b515-89f8d4f0dbda tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:03.884670 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-c802ad13-16f8-4b5a-b515-89f8d4f0dbda tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504799 Feb 17 20:53:04.105111 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48940) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:04.291099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:04.309738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:04.314024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Usage tracker for resource:security_group_rule and tenant:f71b7c93c66548d79389c4ded30644a6 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:04.317240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:04.329240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:04.425206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:04.427918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:04.436921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-eeb7b0c5-85cc-470a-b7e0-35681a75deac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:04.481721 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f71b7c93c66548d79389c4ded30644a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754191 Feb 17 20:53:04.482740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a01a6-348d-4a69-a857-0bb3b157eed8,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:04.485191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48958) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:04.486128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:04.555478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a24aa9a-29b0-48aa-b4d3-85f63bef8c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:04.584336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a24aa9a-29b0-48aa-b4d3-85f63bef8c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:04.629804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a24aa9a-29b0-48aa-b4d3-85f63bef8c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:04.634863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:04.648305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24aa9a-29b0-48aa-b4d3-85f63bef8c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a01a6-348d-4a69-a857-0bb3b157eed8,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:04.651262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a24aa9a-29b0-48aa-b4d3-85f63bef8c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:04.655596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a24aa9a-29b0-48aa-b4d3-85f63bef8c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:04.657016 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5a24aa9a-29b0-48aa-b4d3-85f63bef8c4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/699a01a6-348d-4a69-a857-0bb3b157eed8 HTTP/1.1" status: 204 len: 168 time: 0.1706178 Feb 17 20:53:04.757242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:53:04.954974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 48968) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:04.975311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:04.991491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:04.995615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] Usage tracker for resource:security_group_rule and tenant:c3ac48f3f6eb45e1bcd582df419eccd9 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:04.998682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:05.004539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:05.093803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:05.096693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:05.105643 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:05.148285 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3ac48f3f6eb45e1bcd582df419eccd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921480 Feb 17 20:53:05.149950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eb1945-2165-447c-b1dd-ec135188d56a,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:05.151248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 48976) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:05.153547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7777c20c-c5a4-43d5-9d78-5e3ce441e9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:05.213800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d17e5b1b-b29b-4500-960d-ba3588679bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:05.241072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d17e5b1b-b29b-4500-960d-ba3588679bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:05.289055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d17e5b1b-b29b-4500-960d-ba3588679bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:05.294429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f027ca65-0b3c-4164-a05c-6e85a308fbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:05.305284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e5b1b-b29b-4500-960d-ba3588679bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eb1945-2165-447c-b1dd-ec135188d56a,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:05.311276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d17e5b1b-b29b-4500-960d-ba3588679bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:05.313304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d17e5b1b-b29b-4500-960d-ba3588679bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:05.314570 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d17e5b1b-b29b-4500-960d-ba3588679bb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3eb1945-2165-447c-b1dd-ec135188d56a HTTP/1.1" status: 204 len: 168 time: 0.1622341 Feb 17 20:53:06.924345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Request body: {'port': {'device_id': '15d4d65a-330f-4899-a6dd-af42b2ef4178', 'network_id': '515cd483-a89e-4270-8146-df9669fe231c', 'admin_state_up': True, 'tenant_id': '685dc293535b4518a311a3dbb50cfc35'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:07.088946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:07.093446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Usage tracker for resource:port and tenant:685dc293535b4518a311a3dbb50cfc35 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:07.096785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:07.102971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:07.115804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Made reservation on behalf of 685dc293535b4518a311a3dbb50cfc35 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:07.122676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:07.183593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:07.209816 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32abd232-78c1-44af-b822-6d8d915d36d7 req-9fcc23dc-7869-4c8f-bf7d-c80fb1f78289 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 210 time: 0.0673492 Feb 17 20:53:07.214762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:07.221073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Usage tracker for resource:security_group_rule and tenant:685dc293535b4518a311a3dbb50cfc35 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:07.229994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:07.242783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:07.414152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:07.420787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:07.434871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-86a00925-9cf4-4a1f-9415-a434654b9f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:07.487204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ee23c-9ecf-450a-8f4a-3f51b2988721 req-ae4ecd0c-0f23-4668-ac43-f4c4c235c983 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:07.488806 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d9ee23c-9ecf-450a-8f4a-3f51b2988721 req-ae4ecd0c-0f23-4668-ac43-f4c4c235c983 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.1955986 Feb 17 20:53:07.586763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569f8807-66ab-495f-9a17-ea6675eeec3d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:07.590596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:07.643836 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d9ee23c-9ecf-450a-8f4a-3f51b2988721 req-864bac46-0d43-48f1-9459-e1306dd15580 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958638 Feb 17 20:53:07.856976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Allocated IP 192.168.233.39 (515cd483-a89e-4270-8146-df9669fe231c/7d75da78-465f-4543-b308-6fbddce32a76/f48f762c-ddd9-4be6-bfe2-b69cd1cd14da) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:53:08.156060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:08.184740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Transition to ACTIVE for port object f48f762c-ddd9-4be6-bfe2-b69cd1cd14da will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:08.226185 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:08.246702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:08.480300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Pushing event updated for resources: {'Port': ['ID=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:08.486763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:08.548518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d5a3-fc6e-4c40-8401-17e7b7303999 req-b1252b45-6f9f-4648-bbee-6f57269dcf62 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:08.550152 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-faa6d5a3-fc6e-4c40-8401-17e7b7303999 req-b1252b45-6f9f-4648-bbee-6f57269dcf62 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 935 time: 0.1727903 Feb 17 20:53:08.579857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Network 515cd483-a89e-4270-8146-df9669fe231c is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:08.582433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:08.587776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:53:08.593312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:08.594015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:08.646684 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-faa6d5a3-fc6e-4c40-8401-17e7b7303999 req-67363fcd-40e1-4113-ac22-494e27773039 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862331 Feb 17 20:53:08.690825 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7716162 Feb 17 20:53:08.712093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Request body: {'port': {'device_id': '15d4d65a-330f-4899-a6dd-af42b2ef4178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:08.942931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-57b58dd9-a788-42d9-9161-c307ae810813 None None] Provisioning for port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:53:08.949294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-57b58dd9-a788-42d9-9161-c307ae810813 None None] Provisioning complete for port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:08.949709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-57b58dd9-a788-42d9-9161-c307ae810813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:09.013698 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-57b58dd9-a788-42d9-9161-c307ae810813 None None] Port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:53:09.200252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:09.227536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc9a03-3780-4b83-9f91-40597d8898d0 req-b444061e-cc1f-4268-bc07-2bb6a30dfa0c tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:09.229904 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-52fc9a03-3780-4b83-9f91-40597d8898d0 req-b444061e-cc1f-4268-bc07-2bb6a30dfa0c tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.1995623 Feb 17 20:53:09.389008 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-52fc9a03-3780-4b83-9f91-40597d8898d0 req-01d50754-977f-4d0d-8bce-9820dacc8804 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291428 Feb 17 20:53:09.809768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49142) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:09.889235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-25b36145-c37a-4c9d-b68c-cb3b4da3554b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:09.891391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-25b36145-c37a-4c9d-b68c-cb3b4da3554b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Synchronizing usage tracker for tenant:23edded2ae6c443c8366c957186cd89a on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:53:09.927011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-25b36145-c37a-4c9d-b68c-cb3b4da3554b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Unset dirty status for tenant:23edded2ae6c443c8366c957186cd89a on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:53:09.928580 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-25b36145-c37a-4c9d-b68c-cb3b4da3554b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.67 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.1961398 Feb 17 20:53:09.960254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48f762c-ddd9-4be6-bfe2-b69cd1cd14da {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:53:09.977992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:10.002633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43a7dd-50be-471f-85c3-c99670d15b0f req-09c4e376-dec8-42bf-824c-81406e574c71 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:10.003551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-3b43a7dd-50be-471f-85c3-c99670d15b0f req-09c4e376-dec8-42bf-824c-81406e574c71 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Synchronizing usage tracker for tenant:685dc293535b4518a311a3dbb50cfc35 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:53:10.011246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Transition to ACTIVE for port object f48f762c-ddd9-4be6-bfe2-b69cd1cd14da will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:10.019203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:10.049557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f07a335c-c357-4638-b4ea-3df6f8b27bd6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:10.199079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Pushing event updated for resources: {'Port': ['ID=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:10.221216 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:10.222498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-3b43a7dd-50be-471f-85c3-c99670d15b0f req-09c4e376-dec8-42bf-824c-81406e574c71 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Unset dirty status for tenant:685dc293535b4518a311a3dbb50cfc35 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:53:10.223810 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3b43a7dd-50be-471f-85c3-c99670d15b0f req-09c4e376-dec8-42bf-824c-81406e574c71 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 935 time: 0.4011786 Feb 17 20:53:10.303006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:10.341365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:10.347534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-3b43a7dd-50be-471f-85c3-c99670d15b0f req-686ac933-d37f-4a1e-9047-9c18a00da4f5 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Synchronizing usage tracker for tenant:685dc293535b4518a311a3dbb50cfc35 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:53:10.353957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Deleting port 0f61919e-5793-43f9-a2f1-8ce4a8493333 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:53:10.354381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:10.397525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-3b43a7dd-50be-471f-85c3-c99670d15b0f req-686ac933-d37f-4a1e-9047-9c18a00da4f5 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Unset dirty status for tenant:685dc293535b4518a311a3dbb50cfc35 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:53:10.398866 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3b43a7dd-50be-471f-85c3-c99670d15b0f req-686ac933-d37f-4a1e-9047-9c18a00da4f5 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634924 Feb 17 20:53:10.492502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Usage tracker for resource:security_group_rule and tenant:257ccf0ceec24f278a46503cad1cb9ca is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:10.556148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Attempting to bind port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:53:10.556519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Attempting to bind port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'faa87490-fb8f-4926-926c-fb9ee5e7dfb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:53:10.556891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Attempting to bind port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da on network 515cd483-a89e-4270-8146-df9669fe231c {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:53:10.566020 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:53:10.566455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Checking segment: {'id': 'faa87490-fb8f-4926-926c-fb9ee5e7dfb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:10.566868 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:10.567266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Bound using segment: {'id': 'faa87490-fb8f-4926-926c-fb9ee5e7dfb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:53:10.567783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Bound port: f48f762c-ddd9-4be6-bfe2-b69cd1cd14da, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa87490-fb8f-4926-926c-fb9ee5e7dfb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '515cd483-a89e-4270-8146-df9669fe231c'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:53:10.571359 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:10.573602 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:10.643515 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:10.798906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] For port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da, host hv-cinder-76018, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:53:10.807887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd4636-437f-4459-8cc5-17e554603695 req-45dc3573-02f3-40e3-89a1-7a311ae6a123 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:10.809693 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-07fd4636-437f-4459-8cc5-17e554603695 req-45dc3573-02f3-40e3-89a1-7a311ae6a123 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 945 time: 0.1584287 Feb 17 20:53:10.811968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] For port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da,segment=NetworkSegment(faa87490-fb8f-4926-926c-fb9ee5e7dfb2),segment_id=faa87490-fb8f-4926-926c-fb9ee5e7dfb2)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:53:10.816423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:10.846244 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:11.005042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] For port 0f61919e-5793-43f9-a2f1-8ce4a8493333, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0f61919e-5793-43f9-a2f1-8ce4a8493333,segment=NetworkSegment(59aca134-a0c2-40cb-9325-13d59b09e335),segment_id=59aca134-a0c2-40cb-9325-13d59b09e335)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:11.005455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.024634 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.051654 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-07fd4636-437f-4459-8cc5-17e554603695 req-9fedb4ca-ffd3-437b-b8c4-76126a6b8751 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174511 Feb 17 20:53:11.054434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Pushing event updated for resources: {'Port': ['ID=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:11.069129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:11.080159 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0f61919e-5793-43f9-a2f1-8ce4a8493333 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:53:11.150513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:11.151667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.154097 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] 10.222.0.67 "PUT /v2.0/ports/f48f762c-ddd9-4be6-bfe2-b69cd1cd14da HTTP/1.1" status: 200 len: 1161 time: 2.4474127 Feb 17 20:53:11.155042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d4d65a-330f-4899-a6dd-af42b2ef4178', 'tag': 'f48f762c-ddd9-4be6-bfe2-b69cd1cd14da'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:53:11.167589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.185571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Calling delete_port for 0f61919e-5793-43f9-a2f1-8ce4a8493333 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:53:11.219909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:11.260384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.274079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc101fa8-6d24-4c50-960b-810c8e7f9cc3,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:11.302311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 0f61919e-5793-43f9-a2f1-8ce4a8493333, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0f61919e-5793-43f9-a2f1-8ce4a8493333,segment=NetworkSegment(59aca134-a0c2-40cb-9325-13d59b09e335),segment_id=59aca134-a0c2-40cb-9325-13d59b09e335)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:11.303673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420d0804-c971-449d-89dd-04bb84522fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f61919e-5793-43f9-a2f1-8ce4a8493333'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:53:11.315023 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d4d65a-330f-4899-a6dd-af42b2ef4178', 'tag': 'f48f762c-ddd9-4be6-bfe2-b69cd1cd14da', 'status': 'completed', 'code': 200} Feb 17 20:53:11.321971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.327580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-699c6c53-1ef5-416b-a40e-630f6eb4a181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:11.391207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-0eb87423-ab5c-4b68-8e75-49767cd7d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:11.394849 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-0eb87423-ab5c-4b68-8e75-49767cd7d8ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=685dc293535b4518a311a3dbb50cfc35&device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 1164 time: 0.1836832 Feb 17 20:53:11.394977 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420d0804-c971-449d-89dd-04bb84522fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f61919e-5793-43f9-a2f1-8ce4a8493333', 'code': 200} Feb 17 20:53:11.453563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:11.453808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=0f61919e-5793-43f9-a2f1-8ce4a8493333,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:11.466485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.467080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.467744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.468319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.469419 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.470140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.470723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.471475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.472046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.472599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.473159 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.473273 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=257ccf0ceec24f278a46503cad1cb9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6616371 Feb 17 20:53:11.473903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.474567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.475089 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.475632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.476163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.476614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49182) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:11.477217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.477768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.478337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.478958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.479580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.480260 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.480832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.481420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:11.494633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:11.497752 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-34e95171-9343-43f7-9004-88b8668432fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da HTTP/1.1" status: 200 len: 217 time: 0.0896916 Feb 17 20:53:11.497929 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:53:11.498183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:53:11.576147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4fab158b-f602-4c05-9ea3-3ed272428754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.580061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-f24b74c9-52d6-42a5-ace6-ea0324dae77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:11.582041 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-f24b74c9-52d6-42a5-ace6-ea0324dae77b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d75da78-465f-4543-b308-6fbddce32a76 HTTP/1.1" status: 200 len: 843 time: 0.0774064 Feb 17 20:53:11.617161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4fab158b-f602-4c05-9ea3-3ed272428754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.679467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4fab158b-f602-4c05-9ea3-3ed272428754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.687647 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf3430ec-33c5-4f17-8b09-f16053f607cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:11.729240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab158b-f602-4c05-9ea3-3ed272428754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc101fa8-6d24-4c50-960b-810c8e7f9cc3,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:11.751295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4fab158b-f602-4c05-9ea3-3ed272428754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:11.763934 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216874e-b8c7-49bf-bc53-0bc3701d0298 req-e0da5b3b-fa90-471b-9f6a-61049db355b8 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:11.768719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4fab158b-f602-4c05-9ea3-3ed272428754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:11.775136 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2216874e-b8c7-49bf-bc53-0bc3701d0298 req-e0da5b3b-fa90-471b-9f6a-61049db355b8 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 947 time: 0.1879859 Feb 17 20:53:11.790833 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4fab158b-f602-4c05-9ea3-3ed272428754 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc101fa8-6d24-4c50-960b-810c8e7f9cc3 HTTP/1.1" status: 204 len: 168 time: 0.3127801 Feb 17 20:53:11.804529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-9c51228b-0ab9-4adb-930a-e84c6c60a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:11.811532 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-9c51228b-0ab9-4adb-930a-e84c6c60a5ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=515cd483-a89e-4270-8146-df9669fe231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1636691 Feb 17 20:53:11.967504 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2216874e-b8c7-49bf-bc53-0bc3701d0298 req-fafbe5a5-f1ea-4a7e-a80b-24153b65f133 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664989 Feb 17 20:53:12.000015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Deleting port 0f61919e-5793-43f9-a2f1-8ce4a8493333 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:53:12.000637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:12.076357 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-72f86641-1e33-42a7-9a2b-11989c2044df service neutron] 10.222.0.67 "GET /v2.0/networks/515cd483-a89e-4270-8146-df9669fe231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284088 Feb 17 20:53:12.279421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49210) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:12.306680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:12.323495 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-062af1bf-47f1-4fdc-891a-64dae9b38302 req-837ffecc-b9d3-4120-9c26-a4ce194c2073 service neutron] 10.222.0.67 "GET /v2.0/networks/515cd483-a89e-4270-8146-df9669fe231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2257969 Feb 17 20:53:12.344208 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:12.348656 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c39661ee4d4a23888d1612bc76130b is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:12.352015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:12.359642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:12.415811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] For port 0f61919e-5793-43f9-a2f1-8ce4a8493333, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0f61919e-5793-43f9-a2f1-8ce4a8493333,segment=NetworkSegment(59aca134-a0c2-40cb-9325-13d59b09e335),segment_id=59aca134-a0c2-40cb-9325-13d59b09e335)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:12.416210 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:12.520278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4f494-0898-49c6-a9f9-ece434f50fc7 req-9778466f-11f8-424e-bc63-f47b6393ee80 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:12.522214 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5b4f494-0898-49c6-a9f9-ece434f50fc7 req-9778466f-11f8-424e-bc63-f47b6393ee80 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 943 time: 0.1971819 Feb 17 20:53:12.529144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-674889f7-f7ea-473d-b73e-db5e146db185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:12.530728 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-674889f7-f7ea-473d-b73e-db5e146db185 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=685dc293535b4518a311a3dbb50cfc35&device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 1164 time: 0.1125474 Feb 17 20:53:12.568214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Calling delete_port for 0f61919e-5793-43f9-a2f1-8ce4a8493333 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:53:12.630772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49220) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:12.666687 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5b4f494-0898-49c6-a9f9-ece434f50fc7 req-77b35134-b7bf-4e1b-b8a3-a246fd08d443 tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/security-groups?id=7059d048-1791-42c7-958c-50a95680552f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348331 Feb 17 20:53:12.717138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-38286e5f-8cd4-444d-a376-a516f1a464b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:12.718740 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-38286e5f-8cd4-444d-a376-a516f1a464b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=515cd483-a89e-4270-8146-df9669fe231c HTTP/1.1" status: 200 len: 863 time: 0.1710234 Feb 17 20:53:12.800307 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:12.826816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:12.843781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:12.855893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-be9ff1c3-1c1f-41e9-bf65-295ce1b90543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:12.887659 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:12.914095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:12.916958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Usage tracker for resource:security_group_rule and tenant:8ddc338f357a49038fa9fc6d91216d9f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:12.935408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:12.962570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:13.029716 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2c39661ee4d4a23888d1612bc76130b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7490828 Feb 17 20:53:13.038172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69115429-f16b-4a1b-b553-b294c975edf2,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:13.054570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49236) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:13.078512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:13.079176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:13.090534 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-f67eeb51-351e-47cc-a00a-d682149a9104 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da HTTP/1.1" status: 200 len: 217 time: 0.3559220 Feb 17 20:53:13.145054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Pushing event deleted for resources: {'Port': ['ID=0f61919e-5793-43f9-a2f1-8ce4a8493333,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:13.163167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:13.247509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-f6ea8605-4a99-4e9e-bfc7-b90913ff39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:13.249106 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-f6ea8605-4a99-4e9e-bfc7-b90913ff39a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d75da78-465f-4543-b308-6fbddce32a76 HTTP/1.1" status: 200 len: 843 time: 0.1371911 Feb 17 20:53:13.281172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b549-a02f-4456-8195-9245342671d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.337372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d678a4-6a71-4991-8ba5-09377b6c1dfc req-b4967615-94cb-4959-a38a-f8d52e40a710 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:13.345506 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-14d678a4-6a71-4991-8ba5-09377b6c1dfc req-b4967615-94cb-4959-a38a-f8d52e40a710 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 947 time: 0.1927984 Feb 17 20:53:13.346930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] No DVR routers for this DVR port 0f61919e-5793-43f9-a2f1-8ce4a8493333 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:53:13.354871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.360026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420d0804-c971-449d-89dd-04bb84522fa9', 'name': 'network-vif-deleted', 'tag': '0f61919e-5793-43f9-a2f1-8ce4a8493333'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:53:13.425492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b549-a02f-4456-8195-9245342671d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.434074 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-14d678a4-6a71-4991-8ba5-09377b6c1dfc req-495cdeaf-4102-4f14-926e-ec2fad939013 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876899 Feb 17 20:53:13.445559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.447659 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5611017-21b3-46da-bf7e-e91e96bfc690 req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.67 "DELETE /v2.0/ports/0f61919e-5793-43f9-a2f1-8ce4a8493333 HTTP/1.1" status: 204 len: 173 time: 3.5116115 Feb 17 20:53:13.454682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-16350e04-d5c6-456c-94fb-47bee32a47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:13.456625 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-16350e04-d5c6-456c-94fb-47bee32a47aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=515cd483-a89e-4270-8146-df9669fe231c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1984723 Feb 17 20:53:13.458783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.472086 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d17e5b1b-b29b-4500-960d-ba3588679bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:13.526234 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420d0804-c971-449d-89dd-04bb84522fa9', 'name': 'network-vif-deleted', 'tag': '0f61919e-5793-43f9-a2f1-8ce4a8493333', 'status': 'completed', 'code': 200} Feb 17 20:53:13.549587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b549-a02f-4456-8195-9245342671d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.566484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac17e2f-2abc-47d9-9dfa-40264e8ccc7c,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:13.574390 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ddc338f357a49038fa9fc6d91216d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9400554 Feb 17 20:53:13.576821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:13.577439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9f01c353-0a2d-41b1-8149-9f95215062d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:13.584568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49250) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:13.602344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3b549-a02f-4456-8195-9245342671d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69115429-f16b-4a1b-b553-b294c975edf2,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:13.605078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b549-a02f-4456-8195-9245342671d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.609207 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7ec3b549-a02f-4456-8195-9245342671d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69115429-f16b-4a1b-b553-b294c975edf2 HTTP/1.1" status: 204 len: 168 time: 0.5533667 Feb 17 20:53:13.612390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ec3b549-a02f-4456-8195-9245342671d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:13.689552 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-ea6871e2-2cb2-4d60-8644-86782987f129 service neutron] 10.222.0.67 "GET /v2.0/networks/515cd483-a89e-4270-8146-df9669fe231c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172146 Feb 17 20:53:13.691813 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edf48b28-2ecc-4ad0-b2b9-f4b8c45e296a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.725707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edf48b28-2ecc-4ad0-b2b9-f4b8c45e296a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.810551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edf48b28-2ecc-4ad0-b2b9-f4b8c45e296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.821073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-122a09b5-a591-4d89-b4b9-11e79e32bdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:13.850534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf48b28-2ecc-4ad0-b2b9-f4b8c45e296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac17e2f-2abc-47d9-9dfa-40264e8ccc7c,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:13.859619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-edf48b28-2ecc-4ad0-b2b9-f4b8c45e296a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:13.861796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edf48b28-2ecc-4ad0-b2b9-f4b8c45e296a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:13.885267 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-edf48b28-2ecc-4ad0-b2b9-f4b8c45e296a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ac17e2f-2abc-47d9-9dfa-40264e8ccc7c HTTP/1.1" status: 204 len: 168 time: 0.2968690 Feb 17 20:53:13.963929 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8119b37-18d5-4553-9de3-306a7fad4c90 req-2b906782-8167-4166-b3f8-1da75e0b873d tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] 10.222.0.30 "GET /v2.0/ports?device_id=420d0804-c971-449d-89dd-04bb84522fa9 HTTP/1.1" status: 200 len: 210 time: 0.0725071 Feb 17 20:53:13.993027 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e7f652c-c4e8-4c37-9081-452d656783e8 req-a7cacea9-ad9e-4f30-b424-cb415301654a service neutron] 10.222.0.67 "GET /v2.0/networks/515cd483-a89e-4270-8146-df9669fe231c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2825689 Feb 17 20:53:14.391226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49280) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:14.411423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:14.428339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:14.432482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Usage tracker for resource:security_group_rule and tenant:8605e5fd941545378f9b07729f1caa68 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:14.435496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:14.441322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:14.544199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:14.552744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:14.564578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-540a810a-a645-4f4d-93a0-3a8467aeef37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:14.687671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49296) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:14.687808 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8605e5fd941545378f9b07729f1caa68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953184 Feb 17 20:53:14.688605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1635f4e-add7-4d89-9811-75c4873ee408,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:14.696040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:14.733063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ab55-4c42-40d4-8bdf-24808ef67bb1 req-11810eab-6d09-4220-b335-dda0d4c95b98 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:14.734789 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0768ab55-4c42-40d4-8bdf-24808ef67bb1 req-11810eab-6d09-4220-b335-dda0d4c95b98 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 947 time: 0.1535935 Feb 17 20:53:14.816128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f9beb34-c003-469e-bf1f-a63190825cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:14.826216 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0768ab55-4c42-40d4-8bdf-24808ef67bb1 req-ba9bd5cb-03a5-4490-b8d6-6a6b3f473027 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820429 Feb 17 20:53:14.863450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f9beb34-c003-469e-bf1f-a63190825cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:14.938481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f9beb34-c003-469e-bf1f-a63190825cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:14.944033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-478497ab-8462-4159-8a9c-2b75cd3aaf8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:14.958653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9beb34-c003-469e-bf1f-a63190825cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1635f4e-add7-4d89-9811-75c4873ee408,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:14.962139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f9beb34-c003-469e-bf1f-a63190825cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:14.963985 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8f9beb34-c003-469e-bf1f-a63190825cc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1635f4e-add7-4d89-9811-75c4873ee408 HTTP/1.1" status: 204 len: 168 time: 0.2746654 Feb 17 20:53:14.965128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f9beb34-c003-469e-bf1f-a63190825cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:15.253731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 515cd483-a89e-4270-8146-df9669fe231c details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:15.724628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-9f367eaf-39f9-4bcf-a0bc-0d5e8fc6567d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:53:16.122995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d3d2d-4066-4e5f-ac5b-b3fb40f147af req-93705022-d4a6-4364-95bb-64b36bac6a62 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:16.125058 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-253d3d2d-4066-4e5f-ac5b-b3fb40f147af req-93705022-d4a6-4364-95bb-64b36bac6a62 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 947 time: 0.1302698 Feb 17 20:53:16.200470 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-253d3d2d-4066-4e5f-ac5b-b3fb40f147af req-5768451d-6486-4864-8ce3-088aab34ccf3 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673292 Feb 17 20:53:16.214910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device f48f762c-ddd9-4be6-bfe2-b69cd1cd14da up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:16.305341 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:53:16.313877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:16.314332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:16.474117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:16.516924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da,segment=NetworkSegment(faa87490-fb8f-4926-926c-fb9ee5e7dfb2),segment_id=faa87490-fb8f-4926-926c-fb9ee5e7dfb2)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:16.519968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4d65a-330f-4899-a6dd-af42b2ef4178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48f762c-ddd9-4be6-bfe2-b69cd1cd14da'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:53:16.531536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:16.533477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:16.640274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:16.653892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:16.676397 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d4d65a-330f-4899-a6dd-af42b2ef4178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48f762c-ddd9-4be6-bfe2-b69cd1cd14da', 'code': 200} Feb 17 20:53:17.035620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136b8e8-3424-4181-89dc-433e4289dbce req-cf270a57-a3a7-43ce-8a4a-13908380cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:17.036052 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f136b8e8-3424-4181-89dc-433e4289dbce req-cf270a57-a3a7-43ce-8a4a-13908380cd02 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 1166 time: 0.0946510 Feb 17 20:53:17.098074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device f48f762c-ddd9-4be6-bfe2-b69cd1cd14da up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:17.107351 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f136b8e8-3424-4181-89dc-433e4289dbce req-f69f6994-396b-43ae-9224-d83a9835c6f1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614903 Feb 17 20:53:17.195540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:17.196146 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:17.460382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49438) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:17.497950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88764b-14b2-40a0-ae80-aa2c4fe2b6cd req-0fd5a35c-c565-4b1b-8f0e-e8563df057e4 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:17.505808 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ed88764b-14b2-40a0-ae80-aa2c4fe2b6cd req-0fd5a35c-c565-4b1b-8f0e-e8563df057e4 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 949 time: 0.1242974 Feb 17 20:53:17.548314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-3738fe7b-94cc-4e5f-b03d-be64ab8fe7a1 admin admin] Deleting subnet 36fa9aa3-2390-4dfb-ab34-c00e1df616aa {{(pid=84028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:53:17.551721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3738fe7b-94cc-4e5f-b03d-be64ab8fe7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:17.574749 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ed88764b-14b2-40a0-ae80-aa2c4fe2b6cd req-6c43bd64-71fb-4ee6-8d96-1ddcfddce234 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674329 Feb 17 20:53:17.615160 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3738fe7b-94cc-4e5f-b03d-be64ab8fe7a1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:17.626319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49446) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:17.626645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3738fe7b-94cc-4e5f-b03d-be64ab8fe7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:17.809769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:17.846566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:17.850995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Usage tracker for resource:security_group_rule and tenant:ecdfdf70910a41afac36d6f626553000 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:17.855915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:17.863731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:17.944870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3738fe7b-94cc-4e5f-b03d-be64ab8fe7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:17.962232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-47059c43-6ae3-42d3-9fa0-22defeafbd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:17.975827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:17.979001 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:17.988490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-41962340-8a09-4c0f-8234-4d8e5dc054b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:18.032809 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecdfdf70910a41afac36d6f626553000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079134 Feb 17 20:53:18.035788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49464) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:18.048132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bbfc88-2b31-4146-986e-6b91a1b10b4b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:18.053270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:18.062281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738fe7b-94cc-4e5f-b03d-be64ab8fe7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fa9aa3-2390-4dfb-ab34-c00e1df616aa,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:18.067463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3738fe7b-94cc-4e5f-b03d-be64ab8fe7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:18.114669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-71c3e776-f07e-41b8-8d4b-821327512ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:18.117795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3738fe7b-94cc-4e5f-b03d-be64ab8fe7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:18.140263 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3738fe7b-94cc-4e5f-b03d-be64ab8fe7a1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/36fa9aa3-2390-4dfb-ab34-c00e1df616aa HTTP/1.1" status: 204 len: 168 time: 0.6780760 Feb 17 20:53:18.143035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49474) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:18.148642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c441ffc4-c54a-47a5-82c3-3f52692fca5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:18.150077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-71c3e776-f07e-41b8-8d4b-821327512ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:18.206908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-71c3e776-f07e-41b8-8d4b-821327512ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:18.216172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:18.245125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3e776-f07e-41b8-8d4b-821327512ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bbfc88-2b31-4146-986e-6b91a1b10b4b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:18.249100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-71c3e776-f07e-41b8-8d4b-821327512ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:18.258571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-71c3e776-f07e-41b8-8d4b-821327512ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:18.259961 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-71c3e776-f07e-41b8-8d4b-821327512ebf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04bbfc88-2b31-4146-986e-6b91a1b10b4b HTTP/1.1" status: 204 len: 168 time: 0.2229531 Feb 17 20:53:18.293069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:18.669930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:18.850068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49510) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:18.919622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49516) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:18.952217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:18.981596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:18.987665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Usage tracker for resource:security_group_rule and tenant:75b2670b9747498388ea330f0b2ca067 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:18.992713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:19.006703 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f247d5-1ff6-429f-aee4-6306c135d2c2 req-2274e952-d601-41ad-8d0a-673fdedae83e tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:19.008713 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d6f247d5-1ff6-429f-aee4-6306c135d2c2 req-2274e952-d601-41ad-8d0a-673fdedae83e tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 949 time: 0.2057238 Feb 17 20:53:19.010488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:19.086745 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d6f247d5-1ff6-429f-aee4-6306c135d2c2 req-58c31f0f-3445-4445-8276-2deec0f5dfde tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700665 Feb 17 20:53:19.169985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.174368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.185509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:19.246731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.247253 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.248184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.248648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > port after_create 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.249096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.249545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > port after_update 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.249993 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.250654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.251105 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.251481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af814598-0d91-467f-bd96-bcbde3f882a5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:19.251762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.256029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:19.259333 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75b2670b9747498388ea330f0b2ca067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345714 Feb 17 20:53:19.262683 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49526) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:19.335506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.336383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.337771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.339025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84028) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:53:19.339721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4039cc8-917d-44de-b822-01953fe71c61']}} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:19.343579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c61df140-bd98-4a21-aeca-b33a96ca9cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.364269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59aca134-a0c2-40cb-9325-13d59b09e335') {'for_net_delete': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:19.364829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59aca134-a0c2-40cb-9325-13d59b09e335') {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:19.375876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c61df140-bd98-4a21-aeca-b33a96ca9cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.383160 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-809e62ee-b236-49b0-ab69-0f89f02e6b0a admin admin] Deleting subnet 11933b8a-3530-42cf-a13f-4f4266c9aa72 {{(pid=84028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:53:19.389775 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66616645'] for segment, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.397290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-809e62ee-b236-49b0-ab69-0f89f02e6b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.447684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c61df140-bd98-4a21-aeca-b33a96ca9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.453243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7b1d64b9-018e-45d7-a91b-bdaa48d3a72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:19.461395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.466624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:53:19.469526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61df140-bd98-4a21-aeca-b33a96ca9cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af814598-0d91-467f-bd96-bcbde3f882a5,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:19.472431 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c61df140-bd98-4a21-aeca-b33a96ca9cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:19.473963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c61df140-bd98-4a21-aeca-b33a96ca9cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.478137 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c61df140-bd98-4a21-aeca-b33a96ca9cbc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af814598-0d91-467f-bd96-bcbde3f882a5 HTTP/1.1" status: 204 len: 168 time: 0.2114832 Feb 17 20:53:19.617609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-809e62ee-b236-49b0-ab69-0f89f02e6b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036788159139'] for subnet, precommit_delete_associations {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.781795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Network f4039cc8-917d-44de-b822-01953fe71c61 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:53:19.799693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036788161726'] for segment, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:19.836766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f4a33-3844-44a2-9a0b-5c7a13946fd3 req-3990b474-1491-4a83-b584-c6de9020e855 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:19.839186 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f35f4a33-3844-44a2-9a0b-5c7a13946fd3 req-3990b474-1491-4a83-b584-c6de9020e855 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 949 time: 0.1255684 Feb 17 20:53:19.934716 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f35f4a33-3844-44a2-9a0b-5c7a13946fd3 req-a8067825-84f2-4f5c-9d9b-ef55f18dc145 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865295 Feb 17 20:53:20.042305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-809e62ee-b236-49b0-ab69-0f89f02e6b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.042584 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49546) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:20.063236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.084507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:20.090079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5232984a63944c3bac12df0adc91c1f0 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:20.093469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:20.097544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Network f4039cc8-917d-44de-b822-01953fe71c61 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:53:20.099821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: (rel_b, rel_a, rel_b), Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: (rel_b, rel_a, rel_b), Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:53:20.132340 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:53:20.219537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.227047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.251733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:20.309053 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5232984a63944c3bac12df0adc91c1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652855 Feb 17 20:53:20.309739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49558) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:20.312584 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556874ae-1872-4b62-ba52-c898bc389c01,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:20.319044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:20.346476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.364164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:20.398337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.402322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4039cc8-917d-44de-b822-01953fe71c61,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:20.402931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ca830b0-0694-4890-b86b-ffe83d130ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.407454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:20.431184 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f4039cc8-917d-44de-b822-01953fe71c61 HTTP/1.1" status: 204 len: 168 time: 2.2868667 Feb 17 20:53:20.436013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ca830b0-0694-4890-b86b-ffe83d130ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.495383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ca830b0-0694-4890-b86b-ffe83d130ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.501931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bc467e16-8e79-435d-972b-670c7af0d313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:20.519618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca830b0-0694-4890-b86b-ffe83d130ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556874ae-1872-4b62-ba52-c898bc389c01,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:20.525053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ca830b0-0694-4890-b86b-ffe83d130ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:20.527845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ca830b0-0694-4890-b86b-ffe83d130ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.529130 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7ca830b0-0694-4890-b86b-ffe83d130ce8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/556874ae-1872-4b62-ba52-c898bc389c01 HTTP/1.1" status: 204 len: 168 time: 0.2182527 Feb 17 20:53:20.543037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-809e62ee-b236-49b0-ab69-0f89f02e6b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66616765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64069214'] for subnet, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.578614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:20.633513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-565ceea6-c927-40c8-a31c-df00b0a3c074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.668053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49570) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:20.707970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e62ee-b236-49b0-ab69-0f89f02e6b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11933b8a-3530-42cf-a13f-4f4266c9aa72,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:20.725416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-809e62ee-b236-49b0-ab69-0f89f02e6b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:20.745414 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3347659c-b6e5-4e45-98ca-9f5676e799e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23edded2ae6c443c8366c957186cd89a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0753214 Feb 17 20:53:20.749874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49576) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:20.766187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-809e62ee-b236-49b0-ab69-0f89f02e6b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.776606 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-809e62ee-b236-49b0-ab69-0f89f02e6b0a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/11933b8a-3530-42cf-a13f-4f4266c9aa72 HTTP/1.1" status: 204 len: 168 time: 1.9253333 Feb 17 20:53:20.779473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49582) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:20.880857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-09575dd2-4123-42d5-bb5f-c93ef6f3ddf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.912154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-09575dd2-4123-42d5-bb5f-c93ef6f3ddf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.920344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.985141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-09575dd2-4123-42d5-bb5f-c93ef6f3ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:20.991280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1570ecba-5c5f-44b2-b02c-270f2a181126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:21.021156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09575dd2-4123-42d5-bb5f-c93ef6f3ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7059d048-1791-42c7-958c-50a95680552f,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:21.024073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-09575dd2-4123-42d5-bb5f-c93ef6f3ddf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:21.024285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:21.033153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-09575dd2-4123-42d5-bb5f-c93ef6f3ddf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:21.034799 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-09575dd2-4123-42d5-bb5f-c93ef6f3ddf4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7059d048-1791-42c7-958c-50a95680552f HTTP/1.1" status: 204 len: 168 time: 0.2838628 Feb 17 20:53:21.178238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:21.220284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device f48f762c-ddd9-4be6-bfe2-b69cd1cd14da up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:21.326527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:21.327046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:21.390170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33ee50-e9a8-42ca-aa9d-a0750ae8c7ad req-03c07ac2-58a9-44c3-9a7e-34d461e504ac tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:21.395828 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8f33ee50-e9a8-42ca-aa9d-a0750ae8c7ad req-03c07ac2-58a9-44c3-9a7e-34d461e504ac tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 949 time: 0.2321637 Feb 17 20:53:21.440651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212008eb-40f4-4a9f-81fd-5cf8970a1f81']}} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:21.475492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79271ac-cf95-4ad8-941d-ae0b6d42f0d7') {'for_net_delete': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:21.476386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79271ac-cf95-4ad8-941d-ae0b6d42f0d7') {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:21.522663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66616645'] for segment, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:21.577263 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:21.580573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:53:21.670889 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8f33ee50-e9a8-42ca-aa9d-a0750ae8c7ad req-036fd2fb-9c6c-4046-bb40-12034d2ab602 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/security-groups?id=569f8807-66ab-495f-9a17-ea6675eeec3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770556 Feb 17 20:53:21.696562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-7d907c0e-f4cb-47b9-9505-5ec771f5c511 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:21.702840 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-7d907c0e-f4cb-47b9-9505-5ec771f5c511 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.67 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 949 time: 0.2989209 Feb 17 20:53:21.909496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Deleting port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:53:21.914300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:21.930414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49646) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:21.973864 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Network 212008eb-40f4-4a9f-81fd-5cf8970a1f81 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:53:21.987803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036788161726'] for segment, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.236457 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Network 212008eb-40f4-4a9f-81fd-5cf8970a1f81 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:53:22.296228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] For port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da,segment=NetworkSegment(faa87490-fb8f-4926-926c-fb9ee5e7dfb2),segment_id=faa87490-fb8f-4926-926c-fb9ee5e7dfb2)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:22.296783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:53:22.339290 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:53:22.345632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1452064340-network', 'tenant_id': 'd9687f03c45b4b93bd175cc09b7aaac0'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:22.351965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:22.358387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Usage tracker for resource:network and tenant:d9687f03c45b4b93bd175cc09b7aaac0 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:22.361892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:22.368254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:22.378998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.379811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.384554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.389911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29c77b11-aa22-4336-857e-34da9400d690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:22.411386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Made reservation on behalf of d9687f03c45b4b93bd175cc09b7aaac0 for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:22.416804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.430593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=212008eb-40f4-4a9f-81fd-5cf8970a1f81,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:22.433636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:22.434369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49670) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:22.442361 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/212008eb-40f4-4a9f-81fd-5cf8970a1f81 HTTP/1.1" status: 204 len: 168 time: 1.6591885 Feb 17 20:53:22.442750 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49674) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:22.449327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.462428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Calling delete_port for f48f762c-ddd9-4be6-bfe2-b69cd1cd14da owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:53:22.513753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:22.521454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Usage tracker for resource:security_group_rule and tenant:d9687f03c45b4b93bd175cc09b7aaac0 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:22.526116 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:22.536054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:22.551137 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97585f4-4fdb-404a-ae1a-a67d7b5a12da admin admin] Deleting subnet 15cb9745-ffff-41ab-82d9-edbe6a54a7d4 {{(pid=84028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:53:22.557580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c97585f4-4fdb-404a-ae1a-a67d7b5a12da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.630046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-801121037-network', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:22.637530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:22.642169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Usage tracker for resource:network and tenant:b93746ff33334264b56b64a30dac7f53 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:22.645480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:22.652174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:22.666374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Made reservation on behalf of b93746ff33334264b56b64a30dac7f53 for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:22.671449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.689046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.709854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.711236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c97585f4-4fdb-404a-ae1a-a67d7b5a12da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036788159139'] for subnet, precommit_delete_associations {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.719467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.758616 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:22.775004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Usage tracker for resource:security_group_rule and tenant:b93746ff33334264b56b64a30dac7f53 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:22.784928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:22.799214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:22.829348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c97585f4-4fdb-404a-ae1a-a67d7b5a12da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:22.876231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:22.973015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Pushing event deleted for resources: {'Port': ['ID=f48f762c-ddd9-4be6-bfe2-b69cd1cd14da,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:22.982907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:22.985382 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d75fdbcb-c7e2-45a1-85c1-fec90a34a510 req-e8ce8ef0-f3d1-404d-8919-c47328cf107c tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.30 "GET /v2.0/ports?device_id=15d4d65a-330f-4899-a6dd-af42b2ef4178 HTTP/1.1" status: 200 len: 210 time: 0.1109915 Feb 17 20:53:23.029541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] No DVR routers for this DVR port f48f762c-ddd9-4be6-bfe2-b69cd1cd14da on host hv-cinder-76018 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:53:23.032332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.037391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4d65a-330f-4899-a6dd-af42b2ef4178', 'name': 'network-vif-deleted', 'tag': 'f48f762c-ddd9-4be6-bfe2-b69cd1cd14da'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:53:23.074690 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7debc66d-5a13-4c8f-be31-baf5cb9a2a77 req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] 10.222.0.67 "DELETE /v2.0/ports/f48f762c-ddd9-4be6-bfe2-b69cd1cd14da HTTP/1.1" status: 204 len: 173 time: 1.3635530 Feb 17 20:53:23.112402 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d4d65a-330f-4899-a6dd-af42b2ef4178', 'name': 'network-vif-deleted', 'tag': 'f48f762c-ddd9-4be6-bfe2-b69cd1cd14da', 'status': 'completed', 'code': 200} Feb 17 20:53:23.119075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.145222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.153066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c7db597b-c607-4fec-add0-6cb97f4a9b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:23.198400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device f48f762c-ddd9-4be6-bfe2-b69cd1cd14da no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:53:23.221158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:53:23.238440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.251259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] No Port match for: f48f762c-ddd9-4be6-bfe2-b69cd1cd14da {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:53:23.251650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device f48f762c-ddd9-4be6-bfe2-b69cd1cd14da not bound to the agent host hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:53:23.257311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.260821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.261206 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Added segment 90e9dd5f-8c3c-4c6b-88b9-0a6d95085508 of type vxlan for network a680ea41-3c84-4135-b05f-36d55d86a7c0 Feb 17 20:53:23.288966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0740b-60e4-4023-8df4-96fb3b72fd2a,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:23.293312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:23.301530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-edf48b28-2ecc-4ad0-b2b9-f4b8c45e296a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:23.345720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49704) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:23.385370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48eb20a8-c52e-4376-bd8f-44babf954fbc,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:23.422407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.431883 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:23.476523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.484616 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.488368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:23.489014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.493722 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:53:23.494074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:53:23.496599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-919982ba-372f-4907-96cf-c576f0d257c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:23.497396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:23.501486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Usage tracker for resource:security_group_rule and tenant:69c02ac6ce814549b640465191f06529 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:23.504566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:23.511321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:23.518097 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c97585f4-4fdb-404a-ae1a-a67d7b5a12da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66616765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64069214'] for subnet, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.601501 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.604531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.613758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-09575dd2-4123-42d5-bb5f-c93ef6f3ddf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:23.661732 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69c02ac6ce814549b640465191f06529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107774 Feb 17 20:53:23.663040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49712) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:23.677141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ff38a-6758-483a-9814-bb5b3d9927ac,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:23.683062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:23.698714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Pushing event updated for resources: {'Network': ['ID=a680ea41-3c84-4135-b05f-36d55d86a7c0,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:23.704286 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:23.704771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:23.711297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:23.740470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:23.745544 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3080716 Feb 17 20:53:23.753469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49716) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:23.760592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b483d77e-c02b-4526-9fac-5e8b547471da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.761684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97585f4-4fdb-404a-ae1a-a67d7b5a12da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cb9745-ffff-41ab-82d9-edbe6a54a7d4,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:23.767699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Request body: {'subnet': {'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-subnet', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:23.781051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:23.793174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c97585f4-4fdb-404a-ae1a-a67d7b5a12da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:23.793303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Usage tracker for resource:subnet and tenant:b93746ff33334264b56b64a30dac7f53 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:23.802114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:23.823331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:23.831522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c97585f4-4fdb-404a-ae1a-a67d7b5a12da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.836725 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c97585f4-4fdb-404a-ae1a-a67d7b5a12da admin admin] 10.222.0.30 "DELETE /v2.0/subnets/15cb9745-ffff-41ab-82d9-edbe6a54a7d4 HTTP/1.1" status: 204 len: 168 time: 1.3929744 Feb 17 20:53:23.837614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49726) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:23.850652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b483d77e-c02b-4526-9fac-5e8b547471da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:23.889884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Made reservation on behalf of b93746ff33334264b56b64a30dac7f53 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:23.908295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.064127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b483d77e-c02b-4526-9fac-5e8b547471da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.069986 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:24.093052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483d77e-c02b-4526-9fac-5e8b547471da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ff38a-6758-483a-9814-bb5b3d9927ac,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:24.098581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b483d77e-c02b-4526-9fac-5e8b547471da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:24.111840 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b483d77e-c02b-4526-9fac-5e8b547471da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.115674 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b483d77e-c02b-4526-9fac-5e8b547471da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb5ff38a-6758-483a-9814-bb5b3d9927ac HTTP/1.1" status: 204 len: 168 time: 0.4492495 Feb 17 20:53:24.323655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.383659 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:53:24.391092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.468284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.468674 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Added segment 4f70189e-ced9-4ba5-8b7a-67d248e53723 of type vxlan for network be69cae3-264f-4aac-b3d1-e8dee426c3f3 Feb 17 20:53:24.539766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.566336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-306f24ab-f0ad-4719-a010-5a795742d2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:24.613535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.636646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.653131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49762) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:24.752983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:24.756456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:24.764762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.800638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.801279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Checking segment: {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:24.801680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Network hostable DHCP agents. Network: a680ea41-3c84-4135-b05f-36d55d86a7c0, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:53:24.818229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:24.824486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:53:24.825620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:24.826355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.835622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:24.837195 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, a680ea41-3c84-4135-b05f-36d55d86a7c0) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:24.847259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e46cea1-e19c-44b5-a359-6c1e6a117327 None None] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:53:24.849930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:24.851222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.879008 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1207342 Feb 17 20:53:24.879414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49766) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:24.887012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:24.892442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:24.897660 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Usage tracker for resource:router and tenant:b93746ff33334264b56b64a30dac7f53 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:24.901436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:24.908650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:24.920881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-659163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5032'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.922148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854089330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854207555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770800'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.933238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:68965420736f4fe3919d648b5befe0c3 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:24.947201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:24.949684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Pushing event updated for resources: {'Network': ['ID=be69cae3-264f-4aac-b3d1-e8dee426c3f3,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:24.955693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:24.964557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:24.981759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:24.986886 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network be69cae3-264f-4aac-b3d1-e8dee426c3f3 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:24.995371 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0491848 Feb 17 20:53:24.997254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf7c1d3-58a7-451e-87bf-efb151258ca5']}} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:25.003979 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network be69cae3-264f-4aac-b3d1-e8dee426c3f3 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:25.012597 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49774) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:25.025080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Request body: {'subnet': {'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1452064340-subnet', 'tenant_id': 'd9687f03c45b4b93bd175cc09b7aaac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:25.031172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f7b0b8-9cb2-4e85-b027-4aba5ac794cf') {'for_net_delete': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:25.031509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f7b0b8-9cb2-4e85-b027-4aba5ac794cf') {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:25.070609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:25.090869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66616645'] for segment, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:25.123662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:25.126510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:53:25.167043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Usage tracker for resource:subnet and tenant:d9687f03c45b4b93bd175cc09b7aaac0 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:25.172550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:25.284400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:25.391873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db77c8d-77ae-483c-a3f6-b3268a1a858e None None] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:53:25.473376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Network 1bf7c1d3-58a7-451e-87bf-efb151258ca5 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:53:25.485312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036788161726'] for segment, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:25.608924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Made reservation on behalf of d9687f03c45b4b93bd175cc09b7aaac0 for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:25.613861 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036790706512'] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:25.730056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:25.944795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Network 1bf7c1d3-58a7-451e-87bf-efb151258ca5 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:53:25.954172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:53:25.975676 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:53:26.034068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.055142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a7f52f10-8575-413d-9db5-4b754d7aca99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:26.129680 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68965420736f4fe3919d648b5befe0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4729536 Feb 17 20:53:26.132092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49876) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:26.134638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013e77b7-3fe2-4479-bd49-e345913b5582,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:26.141066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.171847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:26.176713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.215060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:26.218140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.242899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.251795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf7c1d3-58a7-451e-87bf-efb151258ca5,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:26.280831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:26.288679 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1bf7c1d3-58a7-451e-87bf-efb151258ca5 HTTP/1.1" status: 204 len: 168 time: 2.4491227 Feb 17 20:53:26.331601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddea2cf7-b808-4de7-8f16-e7f2e5aad591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.385917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddea2cf7-b808-4de7-8f16-e7f2e5aad591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.530769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddea2cf7-b808-4de7-8f16-e7f2e5aad591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.537339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:26.551975 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea2cf7-b808-4de7-8f16-e7f2e5aad591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013e77b7-3fe2-4479-bd49-e345913b5582,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:26.558365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ddea2cf7-b808-4de7-8f16-e7f2e5aad591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:26.563095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddea2cf7-b808-4de7-8f16-e7f2e5aad591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.564344 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ddea2cf7-b808-4de7-8f16-e7f2e5aad591 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/013e77b7-3fe2-4479-bd49-e345913b5582 HTTP/1.1" status: 204 len: 168 time: 0.4311397 Feb 17 20:53:26.593880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49910) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:26.659122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Allocated IP 172.27.0.186 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/268baeba-4446-4705-92a8-5f2c40fc6e41) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:53:26.698624 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3f20e0f5-b229-43ae-be6d-295f396999fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a804f8828d7f40e2ae1e6ed1d56d2607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034250 Feb 17 20:53:26.701593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 49930) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:26.723671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036788158984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036790706527'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.747785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-04fcacbc-8b1c-492d-adaa-d0934c3a4c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:26.861295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58313438-3f13-4b91-81fc-c467f94aa952,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:26.877437 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:26.901963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-263d2b2f-e937-4197-839f-5b1c82b50c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.942576 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:26.956402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-263d2b2f-e937-4197-839f-5b1c82b50c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:27.025841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:27.044299 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Checking segment: {'id': '4f70189e-ced9-4ba5-8b7a-67d248e53723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:27.044854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Network hostable DHCP agents. Network: be69cae3-264f-4aac-b3d1-e8dee426c3f3, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:53:27.056530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:27.069980 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Network be69cae3-264f-4aac-b3d1-e8dee426c3f3 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:53:27.082903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, be69cae3-264f-4aac-b3d1-e8dee426c3f3) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:27.096325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59cee57-1e58-485f-b96c-002ad8bb8557 None None] Network be69cae3-264f-4aac-b3d1-e8dee426c3f3 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:53:27.104421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:27.106499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:27.162313 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1458962 Feb 17 20:53:27.216927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-263d2b2f-e937-4197-839f-5b1c82b50c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:27.261697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49968) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:27.293983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Pushing event updated for resources: {'Port': ['ID=268baeba-4446-4705-92a8-5f2c40fc6e41,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:27.305949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:27.320427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:27.327278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-16d54425-cda3-439a-ae02-5b3ea89fa30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:27.354799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:27.363987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d62d647d78444df0828b54b131a2edfe is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:27.373829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:27.384536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:27.389723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d2b2f-e937-4197-839f-5b1c82b50c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe61693-5eb5-41ea-9d97-8998dbe2abd7,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:27.403061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-263d2b2f-e937-4197-839f-5b1c82b50c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:27.403962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-263d2b2f-e937-4197-839f-5b1c82b50c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:27.410394 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-263d2b2f-e937-4197-839f-5b1c82b50c65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fe61693-5eb5-41ea-9d97-8998dbe2abd7 HTTP/1.1" status: 204 len: 168 time: 0.7073464 Feb 17 20:53:27.474714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77d29b-fe92-4b0e-bad5-463afd879177 None None] Network be69cae3-264f-4aac-b3d1-e8dee426c3f3 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:53:27.541869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:27.551224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:27.554574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:53:27.583614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:27.591145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:27.618418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b5beae3e-90a1-4a3a-a59d-a04866ab63e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:27.751603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1be79b-cbc4-40f6-8439-b484b07d90b4,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:27.764478 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d62d647d78444df0828b54b131a2edfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014863 Feb 17 20:53:27.765532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:27.768253 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 49992) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:27.995206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc258bb3-f90e-483a-8396-b0f2b5ec760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:28.040971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc258bb3-f90e-483a-8396-b0f2b5ec760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:28.121241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc258bb3-f90e-483a-8396-b0f2b5ec760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:28.126735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-175d8356-77cd-47d9-9cc4-70f898b9bc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:28.161365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc258bb3-f90e-483a-8396-b0f2b5ec760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1be79b-cbc4-40f6-8439-b484b07d90b4,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:28.172759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc258bb3-f90e-483a-8396-b0f2b5ec760f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:28.175783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cc258bb3-f90e-483a-8396-b0f2b5ec760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:28.177195 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cc258bb3-f90e-483a-8396-b0f2b5ec760f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f1be79b-cbc4-40f6-8439-b484b07d90b4 HTTP/1.1" status: 204 len: 168 time: 0.4077420 Feb 17 20:53:28.222048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50012) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:28.283511 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-21b544de-efb0-4495-83a3-c01be4010fc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf7e96aafb4847088b57249589e70ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599546 Feb 17 20:53:28.286045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50016) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:28.340515 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:28.400276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ecccfd4-f882-4f8f-8039-910b11dad785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:28.440523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ecccfd4-f882-4f8f-8039-910b11dad785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:28.525544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ecccfd4-f882-4f8f-8039-910b11dad785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:28.532630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cc258bb3-f90e-483a-8396-b0f2b5ec760f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:28.562903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecccfd4-f882-4f8f-8039-910b11dad785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc8555b-a01b-411c-a522-1458719e5d8f,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:28.576289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ecccfd4-f882-4f8f-8039-910b11dad785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:28.585595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ecccfd4-f882-4f8f-8039-910b11dad785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:28.587147 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6ecccfd4-f882-4f8f-8039-910b11dad785 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bc8555b-a01b-411c-a522-1458719e5d8f HTTP/1.1" status: 204 len: 168 time: 0.3000293 Feb 17 20:53:29.257749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854116692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:29.637059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Router 289d9ed0-7806-4501-9da1-5938ef63e24b is scheduled to L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:53:30.032802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:53:30.046576 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Sync routers for ids ['289d9ed0-7806-4501-9da1-5938ef63e24b'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:53:30.061530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:30.061814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Routers {'289d9ed0-7806-4501-9da1-5938ef63e24b'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:53:30.062478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['289d9ed0-7806-4501-9da1-5938ef63e24b'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:30.066636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50128) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:30.067219 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1865435 Feb 17 20:53:30.474041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Set router 289d9ed0-7806-4501-9da1-5938ef63e24b gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:53:30.639704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:31.006516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:24Z', 'updated_at': '2021-02-17T20:53:28Z', 'revision_number': 3, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'gw_port': {'id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:26Z', 'updated_at': '2021-02-17T20:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:31.018165 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Checking router: 289d9ed0-7806-4501-9da1-5938ef63e24b for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:53:31.018624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Updating router 289d9ed0-7806-4501-9da1-5938ef63e24b port 268baeba-4446-4705-92a8-5f2c40fc6e41 binding host dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:53:31.151252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50182) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:31.156248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-feb1ee8c-12f8-4c7e-9c06-2d345f2cc053 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:31.158002 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-feb1ee8c-12f8-4c7e-9c06-2d345f2cc053 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/networks?id=be69cae3-264f-4aac-b3d1-e8dee426c3f3 HTTP/1.1" status: 200 len: 809 time: 0.2471490 Feb 17 20:53:31.165101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:31.190174 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-ab5d2984-990b-4cb3-a0da-fb7d67c4a6d5 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/quotas/d9687f03c45b4b93bd175cc09b7aaac0 HTTP/1.1" status: 200 len: 375 time: 0.0183213 Feb 17 20:53:31.319953 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-9c7e4837-4aec-4cc8-ab79-93648971a53d tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9687f03c45b4b93bd175cc09b7aaac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225595 Feb 17 20:53:31.561893 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-14c6b4e2-bd48-486b-8411-c26f18b18111 service neutron] 10.222.0.30 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407072 Feb 17 20:53:31.567934 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:31.622437 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:31.642547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:31.646811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Usage tracker for resource:security_group_rule and tenant:fe818c3c78364c569335780e11d21366 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:31.649821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:31.655922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:31.874898 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-cd1ddf86-4642-4c6f-934e-59e570c24d79 service neutron] 10.222.0.30 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3017437 Feb 17 20:53:31.950658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:31.974030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:31.978874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Transition to ACTIVE for port object 268baeba-4446-4705-92a8-5f2c40fc6e41 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:31.987123 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.000463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.011879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae7d96d4-66b1-4d67-8b91-76cf9a2f2893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:32.028807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a24aa9a-29b0-48aa-b4d3-85f63bef8c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:32.096124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee502601-0405-44f1-9f96-21a7b4863fbe,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:32.110825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:32.116095 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe818c3c78364c569335780e11d21366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9609771 Feb 17 20:53:32.116758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50220) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:32.242165 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ea4a9c5-0db0-4940-848f-09e38c44a289 req-6f33daba-9785-4402-bf64-784335b64c47 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 210 time: 0.1243773 Feb 17 20:53:32.285628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 50224) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:32.329959 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8155924a-9d54-495c-a5a4-b42dfb4222a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.360342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8155924a-9d54-495c-a5a4-b42dfb4222a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.365583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Pushing event updated for resources: {'Port': ['ID=268baeba-4446-4705-92a8-5f2c40fc6e41,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:32.382039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.382462 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.383154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.383515 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.383875 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.384234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.385363 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.385736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.386117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.386660 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.387179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.387537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.387956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.388309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.388661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.389133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.389345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.389693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.390043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.390442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.390921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.391486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.391740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.392092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:32.407011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:32.449214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Attempting to bind port 268baeba-4446-4705-92a8-5f2c40fc6e41 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:53:32.449689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Attempting to bind port 268baeba-4446-4705-92a8-5f2c40fc6e41 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:53:32.450091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Attempting to bind port 268baeba-4446-4705-92a8-5f2c40fc6e41 on network 2cefb50c-123a-4701-b5cd-a0c180c60863 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:53:32.480085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:53:32.480468 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:32.481228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.481362 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Bound using segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:53:32.481825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Bound port: 268baeba-4446-4705-92a8-5f2c40fc6e41, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:53:32.482449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.494997 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8155924a-9d54-495c-a5a4-b42dfb4222a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.501415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fe8a424e-1f9d-4036-9758-ff25ecc3f30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:32.515321 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a57a26b1-99e7-404e-84ab-bee0a50aec31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=685dc293535b4518a311a3dbb50cfc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280414 Feb 17 20:53:32.516147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 50236) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:32.525931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Allocated IP 172.20.0.1 (a680ea41-3c84-4135-b05f-36d55d86a7c0/2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9/5619abbf-e376-4d6f-bb57-62c37d86b51b) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:53:32.528335 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155924a-9d54-495c-a5a4-b42dfb4222a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee502601-0405-44f1-9f96-21a7b4863fbe,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:32.531892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8155924a-9d54-495c-a5a4-b42dfb4222a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:32.556242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8155924a-9d54-495c-a5a4-b42dfb4222a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.557823 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8155924a-9d54-495c-a5a4-b42dfb4222a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee502601-0405-44f1-9f96-21a7b4863fbe HTTP/1.1" status: 204 len: 168 time: 0.4018161 Feb 17 20:53:32.614312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8888c78f-dad1-4713-b859-a7f7c7ea7a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.626951 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] For port 268baeba-4446-4705-92a8-5f2c40fc6e41, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:53:32.640318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] For port 268baeba-4446-4705-92a8-5f2c40fc6e41, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=268baeba-4446-4705-92a8-5f2c40fc6e41,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:53:32.653879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.679121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8888c78f-dad1-4713-b859-a7f7c7ea7a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.682394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae7d96d4-66b1-4d67-8b91-76cf9a2f2893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:32.777540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8888c78f-dad1-4713-b859-a7f7c7ea7a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.793945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:32.821990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888c78f-dad1-4713-b859-a7f7c7ea7a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569f8807-66ab-495f-9a17-ea6675eeec3d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:32.827539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8888c78f-dad1-4713-b859-a7f7c7ea7a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:32.829675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8888c78f-dad1-4713-b859-a7f7c7ea7a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.833436 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8888c78f-dad1-4713-b859-a7f7c7ea7a8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/569f8807-66ab-495f-9a17-ea6675eeec3d HTTP/1.1" status: 204 len: 168 time: 0.3137300 Feb 17 20:53:32.860685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.933626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:32.962719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:33.205931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Pushing event updated for resources: {'Port': ['ID=268baeba-4446-4705-92a8-5f2c40fc6e41,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:33.268645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:33.271184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Pushing event updated for resources: {'Port': ['ID=5619abbf-e376-4d6f-bb57-62c37d86b51b,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:33.276952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:33.301225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Routers {'289d9ed0-7806-4501-9da1-5938ef63e24b'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:53:33.302276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['289d9ed0-7806-4501-9da1-5938ef63e24b'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:33.325902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:33.327270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:33.333790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:53:33.422476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114793'] for router_interface, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:33.640749 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c3185e5-ff4e-43f2-886e-0cb47f903219 req-1a127d0c-1521-4ea2-8a69-e36eef2a1fe7 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 210 time: 0.1382210 Feb 17 20:53:33.646990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:34.023758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] Set router 289d9ed0-7806-4501-9da1-5938ef63e24b gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:53:34.125154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:34.133972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:34.279903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4033d305-2b3a-4e8c-910e-f9c8afd730ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:34.362102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661105'] for router_interface, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:34.531015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-b59950e8-0fa5-4e6a-b6bb-c4ac93a95d7a tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:34.533517 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-b59950e8-0fa5-4e6a-b6bb-c4ac93a95d7a tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.67 "GET /v2.0/networks?id=be69cae3-264f-4aac-b3d1-e8dee426c3f3 HTTP/1.1" status: 200 len: 809 time: 0.3366523 Feb 17 20:53:34.562431 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Request body: {'port': {'device_id': '1c990a5e-f717-4ccb-ad8a-9f41e19fff4b', 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3', 'admin_state_up': True, 'tenant_id': 'd9687f03c45b4b93bd175cc09b7aaac0'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:34.586958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:24Z', 'updated_at': '2021-02-17T20:53:28Z', 'revision_number': 3, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'gw_port': {'id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:26Z', 'updated_at': '2021-02-17T20:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:34.600741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b4bce-f9d6-41f5-818a-f3799e2b7193 None None] The sync data for ids ['289d9ed0-7806-4501-9da1-5938ef63e24b'] in dv-cinder-760184-4-iscsi is: [{'id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:24Z', 'updated_at': '2021-02-17T20:53:28Z', 'revision_number': 3, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'gw_port': {'id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:26Z', 'updated_at': '2021-02-17T20:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:53:34.640772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:34.642170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:34.655810 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50312) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:34.873947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:34.881526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Pushing event updated for resources: {'Port': ['ID=5619abbf-e376-4d6f-bb57-62c37d86b51b,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:34.884244 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Usage tracker for resource:port and tenant:d9687f03c45b4b93bd175cc09b7aaac0 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:34.892371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:34.909914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:34.940051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Made reservation on behalf of d9687f03c45b4b93bd175cc09b7aaac0 for: {'port': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:34.946150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.031418 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-53d71e22-8003-4814-9ec0-d8012ac660f1 req-5d7de85b-1993-414b-9cf7-93cad06637ac tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 210 time: 0.0697665 Feb 17 20:53:35.058467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:35.074322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1597986071-network', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:35.083367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:35.097655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Usage tracker for resource:network and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:35.097655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:35.109109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:35.133723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Router 289d9ed0-7806-4501-9da1-5938ef63e24b has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:53:35.143883 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Made reservation on behalf of 9533c805de3b4803ad61c8b8d40c9e9f for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:35.157800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.175222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.304308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:35.309237 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Usage tracker for resource:security_group_rule and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:35.312933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:35.319553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:35.514096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:53:35.561705 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] 10.222.0.30 "PUT /v2.0/routers/289d9ed0-7806-4501-9da1-5938ef63e24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4938400 Feb 17 20:53:35.611255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.621349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.623442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Allocated IP 172.20.0.7 (be69cae3-264f-4aac-b3d1-e8dee426c3f3/58313438-3f13-4b91-81fc-c467f94aa952/c6263d36-131a-4dfa-a0c5-a019aa82bec8) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:53:35.626793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2180761e-f1e3-475c-87ba-b48f33b90931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:35.708289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:53:35.738648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d1619f-888a-499e-a88c-2e11f49b8e69,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:35.758539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:35.761899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.763178 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Added segment aa9267f6-9c05-46cd-bbde-d2923461030a of type vxlan for network b9c056cf-45c3-47cc-bf26-a3b637d0953e Feb 17 20:53:35.885035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.997048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:35.999771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:35.999771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:36.032407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fed5d722-867d-4e2d-8e54-a066a9a6c0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:36.145140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:36.174933 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5148473 Feb 17 20:53:36.177135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50364) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:36.186702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Request body: {'subnet': {'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1597986071-subnet', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'ip_version': 4}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:36.198775 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:36.201765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c056cf-45c3-47cc-bf26-a3b637d0953e,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:36.214413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:36.215099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Usage tracker for resource:subnet and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:36.217256 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:36.218563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:36.225552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:36.238659 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Made reservation on behalf of 9533c805de3b4803ad61c8b8d40c9e9f for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:36.242647 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:36.247709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036790706512'] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:36.266465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:36.480829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c2784ab3-308f-4505-bcfc-007496bf3d98 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:36.897729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 268baeba-4446-4705-92a8-5f2c40fc6e41 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:36.998712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 268baeba-4446-4705-92a8-5f2c40fc6e41 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:53:37.004836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 268baeba-4446-4705-92a8-5f2c40fc6e41 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:37.005326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:37.107062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Network be69cae3-264f-4aac-b3d1-e8dee426c3f3 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:37.115144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:37.127326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:53:37.132599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:37.133563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:37.162806 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Pushing event updated for resources: {'Port': ['ID=c6263d36-131a-4dfa-a0c5-a019aa82bec8,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:37.166671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:37.187742 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6289034 Feb 17 20:53:37.187857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 268baeba-4446-4705-92a8-5f2c40fc6e41, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=268baeba-4446-4705-92a8-5f2c40fc6e41,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:37.193221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:37.199915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:37.204774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:37.208113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Request body: {'port': {'device_id': '1c990a5e-f717-4ccb-ad8a-9f41e19fff4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:37.283018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036788158984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036790706527'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:37.302562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-74d35907-c46a-4724-b86e-7dd9cea686e3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:37.311090 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-74d35907-c46a-4724-b86e-7dd9cea686e3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 818 time: 0.8314548 Feb 17 20:53:37.313577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=268baeba-4446-4705-92a8-5f2c40fc6e41,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:37.316550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:37.320220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:37.370316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53a09d-1c73-4bcc-b267-691b9be3887b req-58f67466-8fc6-4bd7-95a7-1c757ae21031 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:37.371080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5f53a09d-1c73-4bcc-b267-691b9be3887b req-58f67466-8fc6-4bd7-95a7-1c757ae21031 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Synchronizing usage tracker for tenant:d9687f03c45b4b93bd175cc09b7aaac0 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:53:37.386884 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-544e79c4-ded6-4bf4-9703-d6323e5096ac tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/quotas/b93746ff33334264b56b64a30dac7f53 HTTP/1.1" status: 200 len: 375 time: 0.0747669 Feb 17 20:53:37.495477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:37.508508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5f53a09d-1c73-4bcc-b267-691b9be3887b req-58f67466-8fc6-4bd7-95a7-1c757ae21031 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Unset dirty status for tenant:d9687f03c45b4b93bd175cc09b7aaac0 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:53:37.509863 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f53a09d-1c73-4bcc-b267-691b9be3887b req-58f67466-8fc6-4bd7-95a7-1c757ae21031 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 931 time: 1.0323167 Feb 17 20:53:37.551128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11d79c5-d12f-4281-a8cc-ecf43ea1de42,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:37.554428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:37.571673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Checking segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:37.572724 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Network hostable DHCP agents. Network: b9c056cf-45c3-47cc-bf26-a3b637d0953e, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:53:37.596786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:53:37.616633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, b9c056cf-45c3-47cc-bf26-a3b637d0953e) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:37.626893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2762c3-72ff-46f0-94b1-0698191f1d96 None None] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:53:37.646697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:37.647436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:37.655229 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-092dcfa6-0f5a-47ea-80df-d1bbe123afd8 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2668674 Feb 17 20:53:37.659931 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f53a09d-1c73-4bcc-b267-691b9be3887b req-ae98d29f-c1df-4fd4-a443-a10342ebb816 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401265 Feb 17 20:53:37.700455 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6afc8a4b-4874-4fab-b95c-a8f21c2d778a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5239682 Feb 17 20:53:37.703299 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50426) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:37.710132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:37.723111 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:37.735415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Usage tracker for resource:router and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:37.751260 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:37.761727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:37.775023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-659163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5032'] for router, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:37.776654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854089330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854207555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770800'] for router, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:37.820095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:38.180222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e2cf1d9-6d24-562f-85e2-b3c740202c47-b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42'}]}} from dv-cinder-760184-4-iscsi. {{(pid=84029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:53:38.182648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:38.199649 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-17e57c6e-2f8a-46d7-9ba7-17d8848d49a3 service neutron] 10.222.0.30 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433173 Feb 17 20:53:38.328968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Sync routers for ids ['289d9ed0-7806-4501-9da1-5938ef63e24b'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:53:38.360512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Routers {'289d9ed0-7806-4501-9da1-5938ef63e24b'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:53:38.361204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['289d9ed0-7806-4501-9da1-5938ef63e24b'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:38.423514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:38.476618 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-bd863c0a-29f0-49f2-94f9-49cc266590b3 service neutron] 10.222.0.30 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2338517 Feb 17 20:53:38.881729 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-15855ee7-20f8-4ae5-a620-151346744bd8 req-ae1965a3-c60b-4e1a-a726-31d61e01daca tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 210 time: 0.0994811 Feb 17 20:53:38.914179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6263d36-131a-4dfa-a0c5-a019aa82bec8 {{(pid=84027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:53:38.931274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:39.051233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Transition to ACTIVE for port object c6263d36-131a-4dfa-a0c5-a019aa82bec8 will not be triggered until provisioned by entity L2. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:39.065052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:39.077587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 268baeba-4446-4705-92a8-5f2c40fc6e41 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:39.206225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:39.297167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Pushing event updated for resources: {'Port': ['ID=c6263d36-131a-4dfa-a0c5-a019aa82bec8,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:39.297606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:39.310085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:39.351520 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Set router 289d9ed0-7806-4501-9da1-5938ef63e24b gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:53:39.359665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aebfa4-21ff-410c-a2fb-3ab08edeac16 req-4268d63e-3139-4220-a20a-2d66caad4910 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:39.362171 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-80aebfa4-21ff-410c-a2fb-3ab08edeac16 req-4268d63e-3139-4220-a20a-2d66caad4910 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 931 time: 0.4194136 Feb 17 20:53:39.373330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:39.474846 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50500) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:39.522780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Allocated IP 172.20.0.2 (b9c056cf-45c3-47cc-bf26-a3b637d0953e/b11d79c5-d12f-4281-a8cc-ecf43ea1de42/2d70633f-ec25-41ef-87da-e50f5731c094) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:53:39.782894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:39.831578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:39.835699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 268baeba-4446-4705-92a8-5f2c40fc6e41 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:39.835699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:39.885248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Usage tracker for resource:security_group_rule and tenant:7d208e56e34847f38153492b8107d894 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:39.887446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-b57075aa-60de-405c-9f2d-bb10452b89c2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:39.890169 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-b57075aa-60de-405c-9f2d-bb10452b89c2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 818 time: 0.4742906 Feb 17 20:53:39.894994 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-80aebfa4-21ff-410c-a2fb-3ab08edeac16 req-3f5e9e30-55bb-4231-91b4-5e894965603a tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250282 Feb 17 20:53:39.902672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:39.927130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:39.934980 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-1d7829c5-87d7-4667-813c-4bd30b46cb45 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/quotas/b93746ff33334264b56b64a30dac7f53 HTTP/1.1" status: 200 len: 375 time: 0.0176566 Feb 17 20:53:39.940088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Attempting to bind port c6263d36-131a-4dfa-a0c5-a019aa82bec8 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:53:39.940458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Attempting to bind port c6263d36-131a-4dfa-a0c5-a019aa82bec8 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '4f70189e-ced9-4ba5-8b7a-67d248e53723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3'}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:53:39.940830 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Attempting to bind port c6263d36-131a-4dfa-a0c5-a019aa82bec8 on network be69cae3-264f-4aac-b3d1-e8dee426c3f3 {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:53:39.952161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:53:39.952161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Checking segment: {'id': '4f70189e-ced9-4ba5-8b7a-67d248e53723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:39.952649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:39.953679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Bound using segment: {'id': '4f70189e-ced9-4ba5-8b7a-67d248e53723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3'} {{(pid=84027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:53:39.954177 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Bound port: c6263d36-131a-4dfa-a0c5-a019aa82bec8, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f70189e-ced9-4ba5-8b7a-67d248e53723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3'}}] {{(pid=84027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:53:39.955072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:39.973278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Allocated IP 172.27.0.250 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/98bae864-1f02-4cd3-8274-655188106cdf) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:53:40.153349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] For port c6263d36-131a-4dfa-a0c5-a019aa82bec8, host hv-cinder-76018, cleared binding levels {{(pid=84027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:53:40.157603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] For port c6263d36-131a-4dfa-a0c5-a019aa82bec8, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=c6263d36-131a-4dfa-a0c5-a019aa82bec8,segment=NetworkSegment(4f70189e-ced9-4ba5-8b7a-67d248e53723),segment_id=4f70189e-ced9-4ba5-8b7a-67d248e53723)] {{(pid=84027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:53:40.169454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.201527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:40.270977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.284619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.295003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0b579e8b-f136-46b4-bc69-412842b3c210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:40.304619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.328234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.355767 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d208e56e34847f38153492b8107d894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8683815 Feb 17 20:53:40.357742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c067a926-1349-445a-ba72-da705d45cfda,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:40.360638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50518) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:40.365343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:40.469594 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Transition to ACTIVE for port object 2d70633f-ec25-41ef-87da-e50f5731c094 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:40.469962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Pushing event updated for resources: {'Port': ['ID=c6263d36-131a-4dfa-a0c5-a019aa82bec8,revision_number=3']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:40.485117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:40.553046 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-bb9448ba-7b75-466b-93ed-9c58134e6a47 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6027226 Feb 17 20:53:40.557798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Transition to ACTIVE for port object 2d70633f-ec25-41ef-87da-e50f5731c094 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:40.558990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-912cef7e-e1c6-4ab9-a30f-4893c13307a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.565527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.590640 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.607674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-912cef7e-e1c6-4ab9-a30f-4893c13307a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.641144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-187e65b3-2f30-44a8-b1ea-0cd42b80b928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:40.768294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:40.836072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Pushing event updated for resources: {'Port': ['ID=2d70633f-ec25-41ef-87da-e50f5731c094,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:40.843164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:40.845956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:24Z', 'updated_at': '2021-02-17T20:53:33Z', 'revision_number': 4, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'gw_port': {'id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:26Z', 'updated_at': '2021-02-17T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '5619abbf-e376-4d6f-bb57-62c37d86b51b', 'name': '', 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'mac_address': 'fa:16:3e:26:7a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:32Z', 'updated_at': '2021-02-17T20:53:33Z', 'revision_number': 2, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'subnets': [{'id': '2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:40.854189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:40.855029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.856587 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] 10.222.0.67 "PUT /v2.0/ports/c6263d36-131a-4dfa-a0c5-a019aa82bec8 HTTP/1.1" status: 200 len: 1157 time: 3.6580243 Feb 17 20:53:40.857141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c990a5e-f717-4ccb-ad8a-9f41e19fff4b', 'tag': 'c6263d36-131a-4dfa-a0c5-a019aa82bec8'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:53:40.896342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Checking router: 289d9ed0-7806-4501-9da1-5938ef63e24b for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:53:40.896758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Updating router 289d9ed0-7806-4501-9da1-5938ef63e24b port 5619abbf-e376-4d6f-bb57-62c37d86b51b binding host dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:53:40.987695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:40.994832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Pushing event updated for resources: {'Port': ['ID=98bae864-1f02-4cd3-8274-655188106cdf,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:40.998372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:41.029231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:41.042607 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c990a5e-f717-4ccb-ad8a-9f41e19fff4b', 'tag': 'c6263d36-131a-4dfa-a0c5-a019aa82bec8', 'status': 'completed', 'code': 200} Feb 17 20:53:41.055973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 50536) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:41.060820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:41.070940 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f257c990-c348-4c81-a22f-3a743c59b03e service neutron] 10.222.0.30 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782991 Feb 17 20:53:41.076278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:53:41.169037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-912cef7e-e1c6-4ab9-a30f-4893c13307a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:41.170107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Attempting to bind port 2d70633f-ec25-41ef-87da-e50f5731c094 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:53:41.170558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Attempting to bind port 2d70633f-ec25-41ef-87da-e50f5731c094 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:53:41.170979 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Attempting to bind port 2d70633f-ec25-41ef-87da-e50f5731c094 on network b9c056cf-45c3-47cc-bf26-a3b637d0953e {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:53:41.178356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ddea2cf7-b808-4de7-8f16-e7f2e5aad591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:41.204887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cef7e-e1c6-4ab9-a30f-4893c13307a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067a926-1349-445a-ba72-da705d45cfda,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:41.216795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-912cef7e-e1c6-4ab9-a30f-4893c13307a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:41.291944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:41.299591 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-912cef7e-e1c6-4ab9-a30f-4893c13307a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:41.303306 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-912cef7e-e1c6-4ab9-a30f-4893c13307a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c067a926-1349-445a-ba72-da705d45cfda HTTP/1.1" status: 204 len: 168 time: 0.9379816 Feb 17 20:53:41.310451 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-6833616d-0dc7-4b12-8f2e-415097a1e235 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:41.311269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-6833616d-0dc7-4b12-8f2e-415097a1e235 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Synchronizing usage tracker for tenant:b93746ff33334264b56b64a30dac7f53 on resource:network {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:53:41.317835 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:53:41.318877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Checking segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:41.319564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:41.320221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Bound using segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:53:41.321131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Bound port: 2d70633f-ec25-41ef-87da-e50f5731c094, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:53:41.321781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:41.341179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:41.349401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:41.350973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:41.353588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:53:41.353922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Usage tracker for resource:security_group_rule and tenant:6753bfa7de9542d4a1dd58f16a8eef34 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:41.359830 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:41.380772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:41.385401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-6833616d-0dc7-4b12-8f2e-415097a1e235 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Unset dirty status for tenant:b93746ff33334264b56b64a30dac7f53 on resource:network {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:53:41.386717 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-6833616d-0dc7-4b12-8f2e-415097a1e235 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 818 time: 0.7309654 Feb 17 20:53:41.406646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Request body: {'port': {'device_id': 'e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34', 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0', 'admin_state_up': True, 'tenant_id': 'b93746ff33334264b56b64a30dac7f53'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:41.407262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-58c970e8-c855-4026-9c2d-be6c96e24333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:41.409421 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-58c970e8-c855-4026-9c2d-be6c96e24333 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9687f03c45b4b93bd175cc09b7aaac0&device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 1160 time: 0.4772029 Feb 17 20:53:41.413710 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-b835391b-6302-4340-aeb1-d0b61d54f438 service neutron] 10.222.0.30 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3299737 Feb 17 20:53:41.502163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4716fb-9195-405b-8f71-4471ba178876 req-1cd766d5-9c57-4bea-bfbe-0c4337c3745c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:41.504001 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee4716fb-9195-405b-8f71-4471ba178876 req-1cd766d5-9c57-4bea-bfbe-0c4337c3745c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 943 time: 0.3870964 Feb 17 20:53:41.521643 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-6f6935cd-2f24-4559-a92d-8ed28c207b83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6263d36-131a-4dfa-a0c5-a019aa82bec8 HTTP/1.1" status: 200 len: 217 time: 0.0958028 Feb 17 20:53:41.621466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] For port 2d70633f-ec25-41ef-87da-e50f5731c094, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:53:41.626665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] For port 2d70633f-ec25-41ef-87da-e50f5731c094, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2d70633f-ec25-41ef-87da-e50f5731c094,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:53:41.647264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:41.697974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:41.725841 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee4716fb-9195-405b-8f71-4471ba178876 req-61bd131c-82fa-4ba8-9355-4cd3e0c421e9 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100310 Feb 17 20:53:41.758107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:53:41.763605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-b08aae6b-c823-4adf-b410-986d9502bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:41.772775 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-b08aae6b-c823-4adf-b410-986d9502bcbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58313438-3f13-4b91-81fc-c467f94aa952 HTTP/1.1" status: 200 len: 849 time: 0.2191081 Feb 17 20:53:41.944378 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-44a8e908-3483-41c2-a017-a39cdd4bb2fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be69cae3-264f-4aac-b3d1-e8dee426c3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705565 Feb 17 20:53:41.945000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 50560) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:42.286608 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:42.292040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Usage tracker for resource:port and tenant:b93746ff33334264b56b64a30dac7f53 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:42.300638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:42.315764 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:42.400483 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Pushing event updated for resources: {'Port': ['ID=2d70633f-ec25-41ef-87da-e50f5731c094,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:42.414128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:42.504464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:42.518669 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-004b1dc5-f769-4379-baeb-c1b2b5608dc7 req-76066317-ab12-41f5-bee5-d408fc90a42d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 210 time: 0.5406804 Feb 17 20:53:42.536618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:42.549096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:42.559322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Usage tracker for resource:security_group_rule and tenant:0ef89c75cbe149fd87c04e7c1c9082b2 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:42.571753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:42.575328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:42.583382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:42.592224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:42.593232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f2d1458d-2b11-4c20-aa59-ebe2806628ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:42.608322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Transition to ACTIVE for port object 5619abbf-e376-4d6f-bb57-62c37d86b51b will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:42.612398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:42.629011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:42.664095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-66117b4c-5880-4976-b011-0f89f3fabe67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:42.679398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Made reservation on behalf of b93746ff33334264b56b64a30dac7f53 for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:42.687554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:42.688608 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6753bfa7de9542d4a1dd58f16a8eef34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6241498 Feb 17 20:53:42.710289 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-1ca9f048-0405-456f-8d13-c4b9cb8a064c service neutron] 10.222.0.67 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095447 Feb 17 20:53:42.710289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 50584) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:42.710289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf012eb5-0565-47b6-bd86-6797eb070c0e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:42.711615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:42.902587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:42.998068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:43.039355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da526133-fd24-4251-95ce-c6ba827ea7c2 None None] Pushing event updated for resources: {'Port': ['ID=5619abbf-e376-4d6f-bb57-62c37d86b51b,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:43.045850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da526133-fd24-4251-95ce-c6ba827ea7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:43.087057 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9b62b926-00ec-4b99-b9d7-129c52db68ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:43.266130 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ef89c75cbe149fd87c04e7c1c9082b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2967753 Feb 17 20:53:43.268875 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 50600) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:43.333203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9240aa6-1803-47b1-ae79-adceae5d04cd,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:43.362125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:43.516527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Attempting to bind port 5619abbf-e376-4d6f-bb57-62c37d86b51b on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:53:43.517189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Attempting to bind port 5619abbf-e376-4d6f-bb57-62c37d86b51b by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:53:43.517747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Attempting to bind port 5619abbf-e376-4d6f-bb57-62c37d86b51b on network a680ea41-3c84-4135-b05f-36d55d86a7c0 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:53:43.525902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:53:43.526569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Checking segment: {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:43.527172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:43.527768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Bound using segment: {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:53:43.528440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Bound port: 5619abbf-e376-4d6f-bb57-62c37d86b51b, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:53:43.529056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:43.534676 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0f97e1a-afa3-4714-9aa7-d1588877f50d req-3c976ff2-60e1-42bf-b918-89dc1dc74b25 service neutron] 10.222.0.67 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6281197 Feb 17 20:53:43.535389 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5674a06-7513-4f0c-9ce0-99649366becf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:43.578235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6127bb03-ace2-475c-8ad5-285f293ed05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:43.591701 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f698e5-24f6-4d10-8af2-4002f08b3f84 req-63b875b5-fab0-43dd-bb70-be421cff10c5 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:43.599680 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-05f698e5-24f6-4d10-8af2-4002f08b3f84 req-63b875b5-fab0-43dd-bb70-be421cff10c5 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 943 time: 0.6059704 Feb 17 20:53:43.615041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5674a06-7513-4f0c-9ce0-99649366becf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:43.652506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] For port 5619abbf-e376-4d6f-bb57-62c37d86b51b, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:53:43.658045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] For port 5619abbf-e376-4d6f-bb57-62c37d86b51b, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=5619abbf-e376-4d6f-bb57-62c37d86b51b,segment=NetworkSegment(90e9dd5f-8c3c-4c6b-88b9-0a6d95085508),segment_id=90e9dd5f-8c3c-4c6b-88b9-0a6d95085508)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:53:43.686140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:43.699433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6127bb03-ace2-475c-8ad5-285f293ed05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:43.725336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:43.861304 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-05f698e5-24f6-4d10-8af2-4002f08b3f84 req-bb3650c7-bc6a-42d8-9338-73e30c37816c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605715 Feb 17 20:53:43.896823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-e99e5266-a82b-4991-b6d0-c44d8a53f4c3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:43.898768 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-e99e5266-a82b-4991-b6d0-c44d8a53f4c3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 818 time: 0.3930314 Feb 17 20:53:43.973431 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71de9390-c51c-43d8-8580-fb818c3807c9 req-7e4de3c8-92e2-4b46-b0f4-5b18332cbfac tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 210 time: 0.1516263 Feb 17 20:53:43.999572 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5674a06-7513-4f0c-9ce0-99649366becf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:44.003251 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da526133-fd24-4251-95ce-c6ba827ea7c2 None None] Pushing event updated for resources: {'Port': ['ID=5619abbf-e376-4d6f-bb57-62c37d86b51b,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:44.008095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da526133-fd24-4251-95ce-c6ba827ea7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:44.009091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Request body: {'port': {'device_id': '04ecdd32-185e-4735-9d48-466d1a319134', 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0', 'admin_state_up': True, 'tenant_id': 'b93746ff33334264b56b64a30dac7f53'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:44.016040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a6f4d64e-7074-4321-ade6-88303e35bb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:44.034539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6127bb03-ace2-475c-8ad5-285f293ed05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:44.049377 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6127bb03-ace2-475c-8ad5-285f293ed05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:44.053530 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6127bb03-ace2-475c-8ad5-285f293ed05b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9240aa6-1803-47b1-ae79-adceae5d04cd HTTP/1.1" status: 204 len: 168 time: 0.7770898 Feb 17 20:53:44.055320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5674a06-7513-4f0c-9ce0-99649366becf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:44.057334 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b5674a06-7513-4f0c-9ce0-99649366becf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf012eb5-0565-47b6-bd86-6797eb070c0e HTTP/1.1" status: 204 len: 168 time: 1.3517087 Feb 17 20:53:44.058352 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5674a06-7513-4f0c-9ce0-99649366becf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf012eb5-0565-47b6-bd86-6797eb070c0e,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:44.062056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854116692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374'] for router, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:44.068961 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-904abb3a-0ee5-4a3b-aeb5-b4f31cb5d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:44.077571 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-904abb3a-0ee5-4a3b-aeb5-b4f31cb5d589 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9687f03c45b4b93bd175cc09b7aaac0&device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 1160 time: 0.3745027 Feb 17 20:53:44.078513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b5674a06-7513-4f0c-9ce0-99649366becf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:44.079062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-263d2b2f-e937-4197-839f-5b1c82b50c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:44.193860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Routers {'289d9ed0-7806-4501-9da1-5938ef63e24b'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:53:44.194880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['289d9ed0-7806-4501-9da1-5938ef63e24b'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:44.257470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127bb03-ace2-475c-8ad5-285f293ed05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9240aa6-1803-47b1-ae79-adceae5d04cd,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:44.291834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6127bb03-ace2-475c-8ad5-285f293ed05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:44.426179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-14623c54-cf81-4d11-912e-d7e0ba344d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:44.427897 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-14623c54-cf81-4d11-912e-d7e0ba344d0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=be69cae3-264f-4aac-b3d1-e8dee426c3f3 HTTP/1.1" status: 200 len: 903 time: 0.3406019 Feb 17 20:53:44.666577 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-504d24c4-5137-4d25-b721-1d067fc6473d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6263d36-131a-4dfa-a0c5-a019aa82bec8 HTTP/1.1" status: 200 len: 217 time: 0.2240362 Feb 17 20:53:44.770591 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Allocated IP 172.20.0.7 (a680ea41-3c84-4135-b05f-36d55d86a7c0/2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9/208da23c-bb2a-406e-905b-f4357b0d94f1) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:53:44.773346 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:44.799779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Usage tracker for resource:port and tenant:b93746ff33334264b56b64a30dac7f53 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:44.819025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:44.821536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] Set router 289d9ed0-7806-4501-9da1-5938ef63e24b gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:53:44.845220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:44.922727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Router 63b88e9b-2f62-4fec-b573-ead395495380 is scheduled to L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 with binding_index 1 {{(pid=84028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:53:44.932652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10a007-28d9-4c09-b2c4-dd0cb2cdd2c5 None None] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:53:44.944170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-c9c06fee-ebd1-4dd2-a7ac-e28274f5fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:44.948902 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-c9c06fee-ebd1-4dd2-a7ac-e28274f5fa8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58313438-3f13-4b91-81fc-c467f94aa952 HTTP/1.1" status: 200 len: 849 time: 0.2750468 Feb 17 20:53:45.079707 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-506a76f3-b3cf-4138-8773-00d4357b04cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be69cae3-264f-4aac-b3d1-e8dee426c3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172752 Feb 17 20:53:45.159832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2d70633f-ec25-41ef-87da-e50f5731c094 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:45.165525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Made reservation on behalf of b93746ff33334264b56b64a30dac7f53 for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:45.176314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:45.227390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-61aa7f14-c14e-4f9e-9555-a1c32ade2314 None None] Provisioning for port 2d70633f-ec25-41ef-87da-e50f5731c094 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:53:45.232956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50658) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:45.359091 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f821dccd-5919-45cb-b14f-37cccb7ec4c9 req-93835d4a-1402-42a4-9fed-13f2181726e1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 210 time: 0.1024494 Feb 17 20:53:45.437612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d805d0-2176-4ec5-bb54-b9c989bfb0e6 req-b9de11b2-fad0-4a14-b765-eb44231f409c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:45.439458 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-92d805d0-2176-4ec5-bb54-b9c989bfb0e6 req-b9de11b2-fad0-4a14-b765-eb44231f409c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 943 time: 0.3210764 Feb 17 20:53:45.483446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:45.539678 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-e67a4ef4-ed22-4d47-b7a0-ccd72f19d496 service neutron] 10.222.0.67 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562843 Feb 17 20:53:45.673148 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-92d805d0-2176-4ec5-bb54-b9c989bfb0e6 req-1f4a3f96-a32e-49b9-8cba-6bc12eb01e68 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072783 Feb 17 20:53:46.024249 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99abe6ef-40fd-4d03-9dd8-26019f0364fd req-948a857c-4a65-4ada-b0a9-11ff786850be service neutron] 10.222.0.67 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4233871 Feb 17 20:53:46.196416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:46.205837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Usage tracker for resource:security_group_rule and tenant:c581209d5ebb4d259877a87be1049a45 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:46.212111 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:46.216870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 2d70633f-ec25-41ef-87da-e50f5731c094 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:53:46.222799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:46.245957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 2d70633f-ec25-41ef-87da-e50f5731c094 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:46.246614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:46.268211 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:53:46.279151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Sync routers for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:53:46.293728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:53:46.295112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:46.351121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Notify callbacks [] for router, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:46.356045 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6477673 Feb 17 20:53:46.356590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 50692) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:46.363499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:46.367877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-dbcb94a5-ee55-4c80-9c42-a31acb2b84dc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:53:46.497387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:46.620212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:24Z', 'updated_at': '2021-02-17T20:53:33Z', 'revision_number': 4, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'gw_port': {'id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:26Z', 'updated_at': '2021-02-17T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '5619abbf-e376-4d6f-bb57-62c37d86b51b', 'name': '', 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'mac_address': 'fa:16:3e:26:7a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:32Z', 'updated_at': '2021-02-17T20:53:43Z', 'revision_number': 4, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'subnets': [{'id': '2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:46.662915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d77028-8f23-4f89-9dd7-af56b1005bda None None] The sync data for ids ['289d9ed0-7806-4501-9da1-5938ef63e24b'] in dv-cinder-760184-4-iscsi is: [{'id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:24Z', 'updated_at': '2021-02-17T20:53:33Z', 'revision_number': 4, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'gw_port': {'id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:26Z', 'updated_at': '2021-02-17T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '5619abbf-e376-4d6f-bb57-62c37d86b51b', 'name': '', 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'mac_address': 'fa:16:3e:26:7a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:32Z', 'updated_at': '2021-02-17T20:53:43Z', 'revision_number': 4, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'subnets': [{'id': '2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:53:46.683270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Allocated IP 172.20.0.11 (a680ea41-3c84-4135-b05f-36d55d86a7c0/2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9/cc4711c3-071b-4d3f-bf88-9da09d1218f4) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:53:46.714710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:46.809158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device c6263d36-131a-4dfa-a0c5-a019aa82bec8 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:46.919852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:53:47.172155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 2d70633f-ec25-41ef-87da-e50f5731c094, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2d70633f-ec25-41ef-87da-e50f5731c094,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:47.261527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:47.323865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:47.358458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:47.425132 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7b4c05c-667e-468f-9789-62a4f36f38b9 req-e8cdacb8-7265-4f79-bfde-8098117fc6b9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 210 time: 0.5196919 Feb 17 20:53:47.458801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:47.495476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:47.519808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ec3b549-a02f-4456-8195-9245342671d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:47.553156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:47.641024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7b593eb8-d2aa-4102-9482-393718c07bca None None] Provisioning complete for port 2d70633f-ec25-41ef-87da-e50f5731c094 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:47.642352 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7b593eb8-d2aa-4102-9482-393718c07bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:47.735014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 5619abbf-e376-4d6f-bb57-62c37d86b51b up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:47.977421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=2d70633f-ec25-41ef-87da-e50f5731c094,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:47.998577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:47.999120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port c6263d36-131a-4dfa-a0c5-a019aa82bec8 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:53:48.027795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port c6263d36-131a-4dfa-a0c5-a019aa82bec8 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:48.028218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:48.079995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:42Z', 'revision_number': 3, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:48.085460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Checking router: 63b88e9b-2f62-4fec-b573-ead395495380 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:53:48.086108 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Updating router 63b88e9b-2f62-4fec-b573-ead395495380 port 98bae864-1f02-4cd3-8274-655188106cdf binding host dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:53:48.143796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62394f7-e0af-40d1-b9cb-b6f189989e8e,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:48.156947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:48.176474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:48.179668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:48.257199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 5619abbf-e376-4d6f-bb57-62c37d86b51b completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:53:48.336243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 5619abbf-e376-4d6f-bb57-62c37d86b51b triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:48.336675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:48.440328 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c581209d5ebb4d259877a87be1049a45&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1816890 Feb 17 20:53:48.481611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0c3afa6-6242-475c-ab36-ed02690ca0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:48.541709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Pushing event updated for resources: {'Port': ['ID=cc4711c3-071b-4d3f-bf88-9da09d1218f4,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:48.604748 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:48.617551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50746) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:48.706471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c990a5e-f717-4ccb-ad8a-9f41e19fff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6263d36-131a-4dfa-a0c5-a019aa82bec8'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:53:48.738209 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port c6263d36-131a-4dfa-a0c5-a019aa82bec8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=c6263d36-131a-4dfa-a0c5-a019aa82bec8,segment=NetworkSegment(4f70189e-ced9-4ba5-8b7a-67d248e53723),segment_id=4f70189e-ced9-4ba5-8b7a-67d248e53723)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:48.740730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b877ccd6-4290-4189-bc09-9ef43f18f7d9 None None] Provisioning complete for port 2d70633f-ec25-41ef-87da-e50f5731c094 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:48.741481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b877ccd6-4290-4189-bc09-9ef43f18f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:48.783062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:48.824415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Pushing event updated for resources: {'Port': ['ID=208da23c-bb2a-406e-905b-f4357b0d94f1,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:48.828671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:48.840543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.665s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:48.840971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:48.842456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:48.846200 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:53:48.878804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:48.940709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-be654808-fa21-4653-ac08-d3ddd75d4499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:48.950712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:48.951796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:48.989821 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-c9eecfe1-f83e-427e-9b0f-259152b661af tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9859045 Feb 17 20:53:49.034588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Request body: {'port': {'device_id': '04ecdd32-185e-4735-9d48-466d1a319134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:49.066961 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device c6263d36-131a-4dfa-a0c5-a019aa82bec8 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:49.193614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.202023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.210614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c12a7e-8059-4a7b-8cfd-87feb0939795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.222751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0ab97-0d65-4ebc-8931-4ae8727976a0 req-a84e0bd3-0129-43f7-b66c-8805a3f1bc21 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:49.226349 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48b0ab97-0d65-4ebc-8931-4ae8727976a0 req-a84e0bd3-0129-43f7-b66c-8805a3f1bc21 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 943 time: 1.9471586 Feb 17 20:53:49.251273 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Transition to ACTIVE for port object 98bae864-1f02-4cd3-8274-655188106cdf will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:49.261333 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.296645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.307592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:49.322823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c12a7e-8059-4a7b-8cfd-87feb0939795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.339721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:49.345575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:49.351034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:53:49.426651 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48b0ab97-0d65-4ebc-8931-4ae8727976a0 req-94f547f9-2139-4081-848e-f60b0393cdfb tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424046 Feb 17 20:53:49.445504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 5619abbf-e376-4d6f-bb57-62c37d86b51b, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=5619abbf-e376-4d6f-bb57-62c37d86b51b,segment=NetworkSegment(90e9dd5f-8c3c-4c6b-88b9-0a6d95085508),segment_id=90e9dd5f-8c3c-4c6b-88b9-0a6d95085508)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:49.460313 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.465055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=c6263d36-131a-4dfa-a0c5-a019aa82bec8,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:49.476543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:49.481428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:49.570132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port c6263d36-131a-4dfa-a0c5-a019aa82bec8 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:49.570132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.584800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fd926-c6fd-4eda-8fb8-c70f1e95e280 None None] Pushing event updated for resources: {'Port': ['ID=98bae864-1f02-4cd3-8274-655188106cdf,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:49.597041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a4fd926-c6fd-4eda-8fb8-c70f1e95e280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:49.607082 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c990a5e-f717-4ccb-ad8a-9f41e19fff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6263d36-131a-4dfa-a0c5-a019aa82bec8', 'code': 200} Feb 17 20:53:49.642834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2d70633f-ec25-41ef-87da-e50f5731c094 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:49.688379 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:49.689111 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.726511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bd7a5-12eb-4b46-93ca-e4d72bb13cea req-d84cc564-b5b7-49fa-9995-3f733907f949 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:49.730668 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-974bd7a5-12eb-4b46-93ca-e4d72bb13cea req-d84cc564-b5b7-49fa-9995-3f733907f949 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 932 time: 0.7343254 Feb 17 20:53:49.748080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Attempting to bind port 98bae864-1f02-4cd3-8274-655188106cdf on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:53:49.748491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Attempting to bind port 98bae864-1f02-4cd3-8274-655188106cdf by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:53:49.748998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Attempting to bind port 98bae864-1f02-4cd3-8274-655188106cdf on network 2cefb50c-123a-4701-b5cd-a0c180c60863 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:53:49.753444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=5619abbf-e376-4d6f-bb57-62c37d86b51b,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:49.754737 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c12a7e-8059-4a7b-8cfd-87feb0939795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.757338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c6c12a7e-8059-4a7b-8cfd-87feb0939795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.762180 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c6c12a7e-8059-4a7b-8cfd-87feb0939795 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d62394f7-e0af-40d1-b9cb-b6f189989e8e HTTP/1.1" status: 204 len: 168 time: 1.0615437 Feb 17 20:53:49.763421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:49.766912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d907a7a4-5800-4af7-bae2-26434f784a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:49.767511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:53:49.768350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:49.768890 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.769695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Bound using segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:53:49.773207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Bound port: 98bae864-1f02-4cd3-8274-655188106cdf, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:53:49.773838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.791693 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3870466 Feb 17 20:53:49.828785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 2d70633f-ec25-41ef-87da-e50f5731c094 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:49.830887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:49.995557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c12a7e-8059-4a7b-8cfd-87feb0939795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62394f7-e0af-40d1-b9cb-b6f189989e8e,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:50.022968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Request body: {'port': {'device_id': 'e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:50.077708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] For port 98bae864-1f02-4cd3-8274-655188106cdf, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:53:50.088365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] For port 98bae864-1f02-4cd3-8274-655188106cdf, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=98bae864-1f02-4cd3-8274-655188106cdf,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:53:50.104582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:50.118461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c6c12a7e-8059-4a7b-8cfd-87feb0939795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:50.136695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:50.215638 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-974bd7a5-12eb-4b46-93ca-e4d72bb13cea req-04d237d9-1be5-43a0-a619-9a38590bbb39 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767299 Feb 17 20:53:50.219081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:50.270752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea7478-a923-462c-8be3-bb5cd36211c4 req-d7ef23fd-5077-4c02-875c-67dcf9f4e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:50.273039 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5bea7478-a923-462c-8be3-bb5cd36211c4 req-d7ef23fd-5077-4c02-875c-67dcf9f4e2c7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 1162 time: 0.3128731 Feb 17 20:53:50.420533 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5bea7478-a923-462c-8be3-bb5cd36211c4 req-6599aeb1-de49-4d51-89da-9396be8c15f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253827 Feb 17 20:53:50.503538 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:50.636886 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f01a6542-129d-4ac4-b6d5-6c03545f2d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:50.696452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:53:50.697903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:50.943568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4711c3-071b-4d3f-bf88-9da09d1218f4 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:53:50.956910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:50.976445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Transition to ACTIVE for port object cc4711c3-071b-4d3f-bf88-9da09d1218f4 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:51.009201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fd926-c6fd-4eda-8fb8-c70f1e95e280 None None] Pushing event updated for resources: {'Port': ['ID=98bae864-1f02-4cd3-8274-655188106cdf,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:51.010577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:51.017791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a4fd926-c6fd-4eda-8fb8-c70f1e95e280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:51.024163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:53:51.029318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88141554-154e-4a75-8c64-1eb0c1f626bc req-a36c6373-3573-403b-84f6-6d6971a4baee tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:51.031043 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-88141554-154e-4a75-8c64-1eb0c1f626bc req-a36c6373-3573-403b-84f6-6d6971a4baee tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 945 time: 0.2250099 Feb 17 20:53:51.035671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device c6263d36-131a-4dfa-a0c5-a019aa82bec8 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:51.156343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port c6263d36-131a-4dfa-a0c5-a019aa82bec8 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:51.156343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:51.213261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Allocated IP 172.20.0.1 (b9c056cf-45c3-47cc-bf26-a3b637d0953e/b11d79c5-d12f-4281-a8cc-ecf43ea1de42/929b55f5-273a-4ce8-b44e-a4aaf772367b) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:53:51.236291 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-88141554-154e-4a75-8c64-1eb0c1f626bc req-d739af3d-5d07-4c60-bfd6-fb5335e03836 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745455 Feb 17 20:53:51.417526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:51.599887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208da23c-bb2a-406e-905b-f4357b0d94f1 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:53:51.627270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 5619abbf-e376-4d6f-bb57-62c37d86b51b up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:51.648321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:51.668675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:42Z', 'revision_number': 3, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:51.674612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:51.675947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88fdf0f-6d49-40d4-89dd-fa3d2c7ef33f None None] The sync data for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi is: [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:42Z', 'revision_number': 3, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:53:51.719969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f382-ae48-4adc-bef6-b59ad4a36683 req-c7941881-9461-4493-b277-f84ca257d3d3 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:51.726417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Transition to ACTIVE for port object 208da23c-bb2a-406e-905b-f4357b0d94f1 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:51.727439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:51.735678 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b1b8f382-ae48-4adc-bef6-b59ad4a36683 req-c7941881-9461-4493-b277-f84ca257d3d3 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.4435847 Feb 17 20:53:51.772359 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Transition to ACTIVE for port object 929b55f5-273a-4ce8-b44e-a4aaf772367b will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:51.821829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af7daf-044d-4846-acd7-e089d501f400 req-e5ee3f98-9c47-4755-9706-d80df03c9df9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:51.836381 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-13af7daf-044d-4846-acd7-e089d501f400 req-e5ee3f98-9c47-4755-9706-d80df03c9df9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 944 time: 0.3472109 Feb 17 20:53:51.891619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 5619abbf-e376-4d6f-bb57-62c37d86b51b triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:51.892049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:51.978596 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b1b8f382-ae48-4adc-bef6-b59ad4a36683 req-9a8ef5d9-515d-4419-860b-b35963e6651e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414773 Feb 17 20:53:52.031287 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-13af7daf-044d-4846-acd7-e089d501f400 req-346aee2d-f4cc-443b-bb5b-e50739e35625 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898808 Feb 17 20:53:52.052852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:52.174406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:52.336258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:52.388519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:52.526488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Pushing event updated for resources: {'Port': ['ID=cc4711c3-071b-4d3f-bf88-9da09d1218f4,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:52.536585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:52.539309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2e10215d-4e07-4326-8561-11f09c585c87 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:52.590321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Pushing event updated for resources: {'Port': ['ID=929b55f5-273a-4ce8-b44e-a4aaf772367b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:52.593820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:52.596571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:52.602833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:52.605759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:53:52.606313 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114793'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:52.659893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-02b88f08-5156-4307-9b6e-dc693bd6d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:52.661559 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-02b88f08-5156-4307-9b6e-dc693bd6d516 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 1162 time: 0.4098685 Feb 17 20:53:52.686413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71537-b556-4111-92a5-38fb72e9a38f req-052f7479-f1f7-4e38-997d-2111fc87adb8 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:52.696037 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94d71537-b556-4111-92a5-38fb72e9a38f req-052f7479-f1f7-4e38-997d-2111fc87adb8 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 945 time: 0.2355714 Feb 17 20:53:52.730685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:52.939969 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94d71537-b556-4111-92a5-38fb72e9a38f req-37c72d03-013d-4e4d-b792-a848553bc5c1 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428536 Feb 17 20:53:53.012231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b96b32d4-d4cd-4c0b-bda0-41c0080427b6 None None] Provisioning for port 929b55f5-273a-4ce8-b44e-a4aaf772367b completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:53:53.020967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b96b32d4-d4cd-4c0b-bda0-41c0080427b6 None None] Provisioning complete for port 929b55f5-273a-4ce8-b44e-a4aaf772367b triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:53.021486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b96b32d4-d4cd-4c0b-bda0-41c0080427b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:53.090877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-90afe61d-7b42-4f9a-94b6-9c60229eaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:53.097908 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-90afe61d-7b42-4f9a-94b6-9c60229eaa73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 911 time: 0.3911557 Feb 17 20:53:53.103789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:53.177562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b96b32d4-d4cd-4c0b-bda0-41c0080427b6 None None] Port 929b55f5-273a-4ce8-b44e-a4aaf772367b cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:53:53.302847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Pushing event updated for resources: {'Port': ['ID=208da23c-bb2a-406e-905b-f4357b0d94f1,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:53.321935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:53.423696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Attempting to bind port 208da23c-bb2a-406e-905b-f4357b0d94f1 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:53:53.424063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Attempting to bind port 208da23c-bb2a-406e-905b-f4357b0d94f1 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:53:53.424429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Attempting to bind port 208da23c-bb2a-406e-905b-f4357b0d94f1 on network a680ea41-3c84-4135-b05f-36d55d86a7c0 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:53:53.440373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:53:53.440744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Checking segment: {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:53.441146 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:53.441540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Bound using segment: {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:53:53.442015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Bound port: 208da23c-bb2a-406e-905b-f4357b0d94f1, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:53:53.442449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:53.467738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Attempting to bind port cc4711c3-071b-4d3f-bf88-9da09d1218f4 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:53:53.467980 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Attempting to bind port cc4711c3-071b-4d3f-bf88-9da09d1218f4 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:53:53.468428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Attempting to bind port cc4711c3-071b-4d3f-bf88-9da09d1218f4 on network a680ea41-3c84-4135-b05f-36d55d86a7c0 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:53:53.474491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:53:53.474866 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Checking segment: {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:53.475269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:53.475662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Bound using segment: {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:53:53.476127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Bound port: cc4711c3-071b-4d3f-bf88-9da09d1218f4, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a680ea41-3c84-4135-b05f-36d55d86a7c0'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:53:53.476499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:53.621396 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-cd0be73d-d9fb-454f-9503-e589b725854b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c566979-3751-4019-9747-757b82dfade9 HTTP/1.1" status: 200 len: 1001 time: 0.4692283 Feb 17 20:53:53.664530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 98bae864-1f02-4cd3-8274-655188106cdf up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:53.742139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50880) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:53.840902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] For port cc4711c3-071b-4d3f-bf88-9da09d1218f4, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:53:53.845304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] For port cc4711c3-071b-4d3f-bf88-9da09d1218f4, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=cc4711c3-071b-4d3f-bf88-9da09d1218f4,segment=NetworkSegment(90e9dd5f-8c3c-4c6b-88b9-0a6d95085508),segment_id=90e9dd5f-8c3c-4c6b-88b9-0a6d95085508)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:53:53.859226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:53.879650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:53.902856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 98bae864-1f02-4cd3-8274-655188106cdf completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:53:53.910483 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 98bae864-1f02-4cd3-8274-655188106cdf triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:53.911745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.024727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa659c-14fa-4f61-b4c2-727e8c14ae6b req-eb079cb7-e5e5-441e-90a2-3d4cc255a564 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:54.027189 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c4aa659c-14fa-4f61-b4c2-727e8c14ae6b req-eb079cb7-e5e5-441e-90a2-3d4cc255a564 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 944 time: 0.7247381 Feb 17 20:53:54.037045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Pushing event updated for resources: {'Port': ['ID=cc4711c3-071b-4d3f-bf88-9da09d1218f4,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:54.048147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:54.062900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] For port 208da23c-bb2a-406e-905b-f4357b0d94f1, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:53:54.078540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] For port 208da23c-bb2a-406e-905b-f4357b0d94f1, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=208da23c-bb2a-406e-905b-f4357b0d94f1,segment=NetworkSegment(90e9dd5f-8c3c-4c6b-88b9-0a6d95085508),segment_id=90e9dd5f-8c3c-4c6b-88b9-0a6d95085508)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:53:54.094947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.115387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:54.160118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.185666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 98bae864-1f02-4cd3-8274-655188106cdf, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=98bae864-1f02-4cd3-8274-655188106cdf,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:53:54.193914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.200192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:54.226729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 50896) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:54.305253 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=98bae864-1f02-4cd3-8274-655188106cdf,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:54.315678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ba7ec-2f3a-4ca6-896a-bff091cd05f3 req-9a7996b5-790c-493c-86f1-84581e56d943 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:54.317546 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf1ba7ec-2f3a-4ca6-896a-bff091cd05f3 req-9a7996b5-790c-493c-86f1-84581e56d943 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 1.0291648 Feb 17 20:53:54.328786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:54.361845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-f6b02b3b-b9cb-40a2-aee5-3e2d3e755fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:54.363499 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-f6b02b3b-b9cb-40a2-aee5-3e2d3e755fa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.3991435 Feb 17 20:53:54.441039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.444728 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c4aa659c-14fa-4f61-b4c2-727e8c14ae6b req-0d8bcff7-f689-429d-b01e-3722ab3c5078 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827608 Feb 17 20:53:54.481526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:54.485587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Usage tracker for resource:security_group_rule and tenant:f102719421104edc83e9501118fa711c is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:54.488618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:54.494935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:54.533933 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf1ba7ec-2f3a-4ca6-896a-bff091cd05f3 req-a44055d8-2478-44e9-885a-d1b08012fa75 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795602 Feb 17 20:53:54.534779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.575781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Pushing event updated for resources: {'Port': ['ID=208da23c-bb2a-406e-905b-f4357b0d94f1,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:54.588069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:54.596700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:54.604297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3638675e2a4647c69fc5a2bbef3b3fa2 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:54.604678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:54.605359 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.606911 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] 10.222.0.67 "PUT /v2.0/ports/cc4711c3-071b-4d3f-bf88-9da09d1218f4 HTTP/1.1" status: 200 len: 1158 time: 5.5975177 Feb 17 20:53:54.607530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ecdd32-185e-4735-9d48-466d1a319134', 'tag': 'cc4711c3-071b-4d3f-bf88-9da09d1218f4'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:53:54.609634 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:54.624090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:54.670725 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-77ebfad9-3da9-42e3-9320-2ae207180a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:54.673678 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-77ebfad9-3da9-42e3-9320-2ae207180a99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2867460 Feb 17 20:53:54.685778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:54.686508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.688144 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] 10.222.0.67 "PUT /v2.0/ports/208da23c-bb2a-406e-905b-f4357b0d94f1 HTTP/1.1" status: 200 len: 1157 time: 4.7092712 Feb 17 20:53:54.689464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.696159 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ecdd32-185e-4735-9d48-466d1a319134', 'tag': 'cc4711c3-071b-4d3f-bf88-9da09d1218f4', 'status': 'completed', 'code': 200} Feb 17 20:53:54.793996 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.841422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661105'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.861553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:54.898522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.912500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:54.923045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cb5c3218-f6f3-4106-aa5a-ad73e968f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:55.042039 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f102719421104edc83e9501118fa711c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2960689 Feb 17 20:53:55.046721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd2b16-3286-4fb0-9bb5-52d40ac0c931,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:55.051827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50916) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:55.061348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:55.094598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Pushing event updated for resources: {'Port': ['ID=929b55f5-273a-4ce8-b44e-a4aaf772367b,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:55.097869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:55.146426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-d1de9250-c8f4-4798-a2b0-ca39e22916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:55.149240 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-d1de9250-c8f4-4798-a2b0-ca39e22916be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 1161 time: 0.4440691 Feb 17 20:53:55.243130 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-d559c28b-9204-43ca-8e59-7a5add5240bf service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512848 Feb 17 20:53:55.270081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:55.276986 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:55.288883 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ec5beb93-c249-4773-bd24-d9549a6f40e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:55.309195 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a353a7de-46ea-454b-b62e-da4aa13187cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:55.311897 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-a353a7de-46ea-454b-b62e-da4aa13187cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1160 time: 0.5187681 Feb 17 20:53:55.316662 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-80b9262b-0d6d-43cd-a412-f81fb24e6094 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4711c3-071b-4d3f-bf88-9da09d1218f4 HTTP/1.1" status: 200 len: 217 time: 0.1476710 Feb 17 20:53:55.351438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5252ade5-7799-488f-b375-5fbc9f0eed58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:55.361772 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3638675e2a4647c69fc5a2bbef3b3fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0604985 Feb 17 20:53:55.362008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bea22f-7af3-4e40-afc0-07b930912bea,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:55.364790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 50926) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:55.373787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:55.375867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:53:55.378287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:55.397545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac8fdf-564e-43f9-a426-427f9ec8d1d7 req-cc44cd8b-9553-40a2-b77c-34bf0e675acd tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:55.399248 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-53ac8fdf-564e-43f9-a426-427f9ec8d1d7 req-cc44cd8b-9553-40a2-b77c-34bf0e675acd tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 945 time: 0.3162575 Feb 17 20:53:55.404482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5252ade5-7799-488f-b375-5fbc9f0eed58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:55.495136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5252ade5-7799-488f-b375-5fbc9f0eed58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:55.500331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a19d1c29-34ae-48a3-9f27-b6a174d1fa59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:55.517154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252ade5-7799-488f-b375-5fbc9f0eed58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd2b16-3286-4fb0-9bb5-52d40ac0c931,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:55.522891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5252ade5-7799-488f-b375-5fbc9f0eed58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:55.527682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5252ade5-7799-488f-b375-5fbc9f0eed58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:55.529368 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5252ade5-7799-488f-b375-5fbc9f0eed58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4fd2b16-3286-4fb0-9bb5-52d40ac0c931 HTTP/1.1" status: 204 len: 168 time: 0.4708834 Feb 17 20:53:55.591923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 98bae864-1f02-4cd3-8274-655188106cdf up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:53:55.693497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 98bae864-1f02-4cd3-8274-655188106cdf triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:55.693999 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:55.772888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6903340a-1d09-4456-823d-c7ca23914024 None None] Provisioning complete for port 929b55f5-273a-4ce8-b44e-a4aaf772367b triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:53:55.773212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6903340a-1d09-4456-823d-c7ca23914024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:55.794660 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-53ac8fdf-564e-43f9-a426-427f9ec8d1d7 req-8a239fcf-ab39-4738-97a9-b3626a9bb3b8 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852816 Feb 17 20:53:55.797106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Router 63b88e9b-2f62-4fec-b573-ead395495380 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:53:55.804385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1692cf88-4831-4fcc-9255-27106fd904be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:55.835567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6903340a-1d09-4456-823d-c7ca23914024 None None] Port 929b55f5-273a-4ce8-b44e-a4aaf772367b cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:53:55.969760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1692cf88-4831-4fcc-9255-27106fd904be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.361338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50956) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:56.408956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd7c73-1206-4528-b93f-f5d0cefcc128 req-2c6b1317-3389-435e-98a4-2bf278f74a91 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:56.410661 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73cd7c73-1206-4528-b93f-f5d0cefcc128 req-2c6b1317-3389-435e-98a4-2bf278f74a91 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 944 time: 0.7057049 Feb 17 20:53:56.443736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:53:56.454764 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Sync routers for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:53:56.467081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:53:56.467881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:56.483928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1324592444-network', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:56.484282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1692cf88-4831-4fcc-9255-27106fd904be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.488745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:56.493274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6164bfc9-18bb-49ff-a1e1-180811e5278e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:56.493645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Usage tracker for resource:network and tenant:b495c35e9b7f4702bc0a2205b58b1e8f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:56.496918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:56.504006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:56.517952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Made reservation on behalf of b495c35e9b7f4702bc0a2205b58b1e8f for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:56.523167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.526633 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73cd7c73-1206-4528-b93f-f5d0cefcc128 req-85d2da6a-126a-4ea9-9ba1-d9046ac604b1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037891 Feb 17 20:53:56.536202 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f931548-4045-4cfa-9c5e-4ededbf0c8bc req-15788090-2913-4efb-923b-866ddda91f8a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:56.537893 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f931548-4045-4cfa-9c5e-4ededbf0c8bc req-15788090-2913-4efb-923b-866ddda91f8a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.5572913 Feb 17 20:53:56.544481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692cf88-4831-4fcc-9255-27106fd904be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bea22f-7af3-4e40-afc0-07b930912bea,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:56.552057 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1692cf88-4831-4fcc-9255-27106fd904be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:56.554391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.570301 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] 10.222.0.30 "PUT /v2.0/routers/63b88e9b-2f62-4fec-b573-ead395495380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2116866 Feb 17 20:53:56.570720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1692cf88-4831-4fcc-9255-27106fd904be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.574289 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1692cf88-4831-4fcc-9255-27106fd904be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10bea22f-7af3-4e40-afc0-07b930912bea HTTP/1.1" status: 204 len: 168 time: 1.2021372 Feb 17 20:53:56.576839 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:56.581670 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Usage tracker for resource:security_group_rule and tenant:b495c35e9b7f4702bc0a2205b58b1e8f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:56.586108 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:56.594419 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:56.678245 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f931548-4045-4cfa-9c5e-4ededbf0c8bc req-41452fe6-521b-4075-ae2e-a8eb830aa16a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287670 Feb 17 20:53:56.706757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34', 'tag': '208da23c-bb2a-406e-905b-f4357b0d94f1'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:53:56.721984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.727422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.733582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:56.773745 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34', 'tag': '208da23c-bb2a-406e-905b-f4357b0d94f1', 'status': 'completed', 'code': 200} Feb 17 20:53:56.774522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:53:56.785526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7d6c3b-80ab-4817-8fb6-976044c34d8a,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:56.790003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:56.794079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.794453 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Added segment 4b6dde78-6a73-4097-8fd4-7aefb694d414 of type vxlan for network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d Feb 17 20:53:56.831606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.902687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.904095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:56.904737 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:56.910467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-683430c3-86c0-4a32-9821-d777f7765d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:57.020820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:53:57.041938 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Pushing event updated for resources: {'Network': ['ID=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:57.045972 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6828663 Feb 17 20:53:57.046642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:57.050593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 50976) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:57.059895 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Request body: {'subnet': {'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1324592444-subnet', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'ip_version': 4}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:57.067292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:57.072142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccabfcb-241d-416a-b98c-5e92fa10d681 req-da346f89-eee7-4f70-add0-08b0b52d5f21 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:57.073926 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2ccabfcb-241d-416a-b98c-5e92fa10d681 req-da346f89-eee7-4f70-add0-08b0b52d5f21 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 945 time: 0.1277859 Feb 17 20:53:57.075829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Usage tracker for resource:subnet and tenant:b495c35e9b7f4702bc0a2205b58b1e8f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:57.084985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:57.093099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:57.096822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:57.121434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Made reservation on behalf of b495c35e9b7f4702bc0a2205b58b1e8f for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:57.129127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036790706512'] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:57.154102 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2ccabfcb-241d-416a-b98c-5e92fa10d681 req-a37a96bb-3426-4792-9d63-98849583bf7f tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641439 Feb 17 20:53:57.530193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 2, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:53:57.535574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Checking router: 63b88e9b-2f62-4fec-b573-ead395495380 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:53:57.535984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Updating router 63b88e9b-2f62-4fec-b573-ead395495380 port 929b55f5-273a-4ce8-b44e-a4aaf772367b binding host dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:53:57.617953 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:57.758347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036788158984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036790706527'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:57.982753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51014) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:58.031967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:58.179350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51024) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:58.190890 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2837d2e-4d98-4e09-9467-711e56395a19 req-78284bfe-7007-4936-8df2-9b876b2516dc service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2373481 Feb 17 20:53:58.197325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2089340482-network', 'tenant_id': '71413785196d4ee08b4a7f089629ccce'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:58.203529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:58.205956 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-3ba5324e-e30e-4f88-83e8-4c1fcf6a2a23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208da23c-bb2a-406e-905b-f4357b0d94f1 HTTP/1.1" status: 200 len: 217 time: 0.1764846 Feb 17 20:53:58.208607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Usage tracker for resource:network and tenant:71413785196d4ee08b4a7f089629ccce is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:58.212596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:58.220230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:58.237695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f178e-3fb8-40b3-be96-14b761bb1506 req-207856db-ff6d-47f8-b88b-600964c2a7e6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:58.246771 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-907f178e-3fb8-40b3-be96-14b761bb1506 req-207856db-ff6d-47f8-b88b-600964c2a7e6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.3807464 Feb 17 20:53:58.280494 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151fa25-225e-4a2a-a500-fd0b75328845 req-7a7725b7-25e4-4933-b05b-b7125a2ca118 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:58.285665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.288539 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9151fa25-225e-4a2a-a500-fd0b75328845 req-7a7725b7-25e4-4933-b05b-b7125a2ca118 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 944 time: 0.5223875 Feb 17 20:53:58.303296 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4820fd17-3d7e-4a33-b857-f67a278bbe22,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:58.307145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:58.310978 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-d467f76a-0ae0-4e88-a0cc-a0e8b96d6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:58.312565 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-d467f76a-0ae0-4e88-a0cc-a0e8b96d6a42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.2817931 Feb 17 20:53:58.317013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:58.328909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Checking segment: {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:58.329303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Network hostable DHCP agents. Network: 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:53:58.349567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Made reservation on behalf of 71413785196d4ee08b4a7f089629ccce for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:58.355655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.356586 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Transition to ACTIVE for port object 929b55f5-273a-4ce8-b44e-a4aaf772367b will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:53:58.388203 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9151fa25-225e-4a2a-a500-fd0b75328845 req-bd055052-e15d-4c2b-ad84-f1efd5592e25 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983210 Feb 17 20:53:58.392021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.397768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-963e81f6-bfca-473c-945e-ca2b55555cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:58.399144 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-963e81f6-bfca-473c-945e-ca2b55555cda service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.1805429 Feb 17 20:53:58.403068 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-4ab1e280-87ef-4b02-93f1-ab094b11db5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686722 Feb 17 20:53:58.443712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.454900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:58.466151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Usage tracker for resource:security_group_rule and tenant:71413785196d4ee08b4a7f089629ccce is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:58.474512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:58.487751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:58.492454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:53:58.568605 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-559e39f9-0089-4b87-a8dd-a7b6457f77ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526814 Feb 17 20:53:58.568907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1192092246-network', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:58.576546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:58.581462 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Usage tracker for resource:network and tenant:f5e93ed1196b40128fd2f890fa21de32 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:58.585010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:58.600615 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-907f178e-3fb8-40b3-be96-14b761bb1506 req-54299f72-5ea3-4dd8-904f-d74a3347b07c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524702 Feb 17 20:53:58.608755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:53:58.629393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:58.631575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:58.717312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1e510-b99f-4fab-8e5e-3de48f84c019 None None] Pushing event updated for resources: {'Port': ['ID=929b55f5-273a-4ce8-b44e-a4aaf772367b,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:58.730445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:58.730994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5db1e510-b99f-4fab-8e5e-3de48f84c019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:58.731106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.732853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99339810-b0cc-4378-ba16-120987fee2e4 None None] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:53:58.766186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Made reservation on behalf of f5e93ed1196b40128fd2f890fa21de32 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:58.771317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.799720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.823917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.832547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:58.840673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Usage tracker for resource:security_group_rule and tenant:f5e93ed1196b40128fd2f890fa21de32 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:58.844184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.852010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:58.856261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-547feb8a-a79f-4130-95ab-5cb38dcf6fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:58.877669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:58.913287 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8dc71961-2b43-44d9-815e-c929e83a439b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8588455 Feb 17 20:53:58.914773 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51040) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:58.915163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ece223-cf9d-4162-9123-423a422df4de req-037166d3-6ede-4d18-b152-17422d3baf53 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:58.917536 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23ece223-cf9d-4162-9123-423a422df4de req-037166d3-6ede-4d18-b152-17422d3baf53 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 945 time: 0.3041110 Feb 17 20:53:58.921625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:53:58.923669 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-b2a1688c-3b47-44e1-8ec6-899e06a08f25 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031559 Feb 17 20:53:58.929621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:58.937638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:58.938504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc3fa4-305b-4d26-91e8-50fc128c77f2,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:58.971422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.971834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.972236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.972632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.973024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.973418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.973785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.974144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.974583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.974969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.975354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.975739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.976547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.976547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.976972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.979874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.979874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.979874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.979874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.979874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.979874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.979874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.980436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.980436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:53:58.981044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Usage tracker for resource:router and tenant:b495c35e9b7f4702bc0a2205b58b1e8f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:58.984777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288978705660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:58.985233 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Added segment e765ec45-338d-4244-9fda-40348687c94e of type vxlan for network ab2481b7-ffc2-4747-b857-2e33aa0baa48 Feb 17 20:53:59.001499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:59.035616 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:59.040269 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-988a0934-168f-4ed1-8c84-83c4372a46ae service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608543 Feb 17 20:53:59.043476 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23ece223-cf9d-4162-9123-423a422df4de req-67bfee6f-1af6-4422-8ba3-76e7fd8f032a tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118922 Feb 17 20:53:59.048586 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:59.076022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.223926 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.262360 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:53:59.263076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.268864 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.269913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:59.436027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.570244 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e2cf1d9-6d24-562f-85e2-b3c740202c47-58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22'}]}} from dv-cinder-760184-4-iscsi. {{(pid=84029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:53:59.572909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.620697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:53:59.668373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Attempting to bind port 929b55f5-273a-4ce8-b44e-a4aaf772367b on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:53:59.669063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Attempting to bind port 929b55f5-273a-4ce8-b44e-a4aaf772367b by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:53:59.669587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Attempting to bind port 929b55f5-273a-4ce8-b44e-a4aaf772367b on network b9c056cf-45c3-47cc-bf26-a3b637d0953e {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:53:59.679532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:53:59.679950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Checking segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:53:59.680404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.680873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Bound using segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:53:59.682382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Bound port: 929b55f5-273a-4ce8-b44e-a4aaf772367b, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:53:59.682820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.757921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Pushing event updated for resources: {'Network': ['ID=ab2481b7-ffc2-4747-b857-2e33aa0baa48,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:53:59.800247 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6054032 Feb 17 20:53:59.800247 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288978705660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.802829 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Added segment 6027e553-d420-4811-9e1b-10c9b2578d19 of type vxlan for network b7a4e2ba-167f-4279-b488-da72425c1fed Feb 17 20:53:59.808262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:53:59.817568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51062) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:53:59.818671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-659163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5032'] for router, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.819957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854089330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854207555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770800'] for router, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.831038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1692cf88-4831-4fcc-9255-27106fd904be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:53:59.834888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Request body: {'subnet': {'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2089340482-subnet', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'ip_version': 4}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:53:59.865162 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:53:59.876807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Usage tracker for resource:subnet and tenant:71413785196d4ee08b4a7f089629ccce is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:53:59.884008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:53:59.910621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:53:59.930425 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:53:59.951934 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ac8bc5e-3e2a-4e8c-a17c-05414012de24 req-cbfe8670-7cbf-46ec-b6dc-b3bffe79c110 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0113297 Feb 17 20:53:59.964865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:59.980779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:53:59.986429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Made reservation on behalf of 71413785196d4ee08b4a7f089629ccce for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:53:59.992502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036790706512'] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:00.005689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05263a-e67e-4c27-afaa-5ab31469208f req-029622d1-393d-4eb8-a9bc-fabd12c8c3f9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:00.008175 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af05263a-e67e-4c27-afaa-5ab31469208f req-029622d1-393d-4eb8-a9bc-fabd12c8c3f9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 944 time: 0.3617585 Feb 17 20:54:00.012886 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc2b0537-63dc-416f-9d53-3c494d0c0bfa req-614d57da-5b85-4f4c-b2e4-8638e65783e9 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9616861 Feb 17 20:54:00.022246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1bc11-941b-4997-bab0-3b65554a9357,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:00.029153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:00.036207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:00.078565 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-e6515ac8-a172-4dc9-805b-881bf367c3ae tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:00.080242 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-e6515ac8-a172-4dc9-805b-881bf367c3ae tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 945 time: 0.6085281 Feb 17 20:54:00.192332 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af05263a-e67e-4c27-afaa-5ab31469208f req-db60989c-3a7e-4838-998f-494bf4d735ee tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661496 Feb 17 20:54:00.239008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Deleting port c6263d36-131a-4dfa-a0c5-a019aa82bec8 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:54:00.239398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:00.278960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021af31-d617-4ff3-a6e8-745d3c80c5e1 req-d02c7807-78a9-4249-b924-f0f6f271dfaa tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:00.281101 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f021af31-d617-4ff3-a6e8-745d3c80c5e1 req-d02c7807-78a9-4249-b924-f0f6f271dfaa tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.4135573 Feb 17 20:54:00.351658 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f021af31-d617-4ff3-a6e8-745d3c80c5e1 req-c96a9036-bc7b-4b10-aba5-eacaa86f2eeb tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638459 Feb 17 20:54:00.352319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:00.362158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device c6263d36-131a-4dfa-a0c5-a019aa82bec8 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:54:00.422946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:00.423587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:00.448784 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-10a6b9bb-e1db-4430-8a27-1f2e2dde1ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:00.541005 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5532956 Feb 17 20:54:00.553929 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51068) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:00.562878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:00.583062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Request body: {'subnet': {'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1192092246-subnet', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'ip_version': 4}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:00.586532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Allocated IP 172.20.0.2 (58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d/4820fd17-3d7e-4a33-b857-f67a278bbe22/256f8054-776b-4295-b13f-953e45974d47) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:00.598054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:00.654815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Usage tracker for resource:subnet and tenant:f5e93ed1196b40128fd2f890fa21de32 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:00.659692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-6105ded4-7808-4978-a13f-5bcdcc5554d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:00.661109 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-6105ded4-7808-4978-a13f-5bcdcc5554d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 1161 time: 0.5929041 Feb 17 20:54:00.663084 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:00.665820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] For port 929b55f5-273a-4ce8-b44e-a4aaf772367b, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:00.725202 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:00.757095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a4e2ba-167f-4279-b488-da72425c1fed,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:00.758373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-688f8e87-483e-4ed9-82ee-5f3fb9fa89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:00.760594 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-688f8e87-483e-4ed9-82ee-5f3fb9fa89f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1160 time: 0.6324427 Feb 17 20:54:00.820969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:00.839410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c59a1e-6e4a-4316-b482-20381ab18a2c req-3b306618-b3f9-42ce-af82-125b6cc7865a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:00.847374 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0c59a1e-6e4a-4316-b482-20381ab18a2c req-3b306618-b3f9-42ce-af82-125b6cc7865a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.4899707 Feb 17 20:54:00.959697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c080e0-38ee-418e-8e0c-1e894358674c req-cb91f9d1-555f-4075-984e-9c5fce6c99b3 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:00.966474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network b7a4e2ba-167f-4279-b488-da72425c1fed details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:54:00.968648 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-13c080e0-38ee-418e-8e0c-1e894358674c req-cb91f9d1-555f-4075-984e-9c5fce6c99b3 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 945 time: 0.4214704 Feb 17 20:54:00.981716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network b7a4e2ba-167f-4279-b488-da72425c1fed details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:54:00.984215 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Made reservation on behalf of f5e93ed1196b40128fd2f890fa21de32 for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:54:00.987309 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0c59a1e-6e4a-4316-b482-20381ab18a2c req-07667234-e278-4f0f-a407-29bc3f731301 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389174 Feb 17 20:54:00.989817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036790706512'] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:01.016562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] For port 929b55f5-273a-4ce8-b44e-a4aaf772367b, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=929b55f5-273a-4ce8-b44e-a4aaf772367b,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:01.019865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:01.041276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] For port c6263d36-131a-4dfa-a0c5-a019aa82bec8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=c6263d36-131a-4dfa-a0c5-a019aa82bec8,segment=NetworkSegment(4f70189e-ced9-4ba5-8b7a-67d248e53723),segment_id=4f70189e-ced9-4ba5-8b7a-67d248e53723)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:01.041714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:01.098080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:01.126311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:01.210934 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-13c080e0-38ee-418e-8e0c-1e894358674c req-62f09579-930c-4894-9523-98cc6e1aa6e3 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413280 Feb 17 20:54:01.223456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Calling delete_port for c6263d36-131a-4dfa-a0c5-a019aa82bec8 owned by compute:nova {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:54:01.325269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-360af460-c13c-451c-9143-c0749705550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:01.326982 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-360af460-c13c-451c-9143-c0749705550c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 912 time: 0.6063311 Feb 17 20:54:01.413981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-07a4a81a-1ed3-4ac3-a8b4-1da565bf6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:01.416489 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-07a4a81a-1ed3-4ac3-a8b4-1da565bf6705 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 912 time: 0.6263044 Feb 17 20:54:01.461180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:01.505152 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-ae6b3357-06ad-4699-be80-f592df60601f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4711c3-071b-4d3f-bf88-9da09d1218f4 HTTP/1.1" status: 200 len: 217 time: 0.1596229 Feb 17 20:54:01.510280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:01.538780 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-46d6d605-41a9-44e2-98af-32b7e2776ed0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208da23c-bb2a-406e-905b-f4357b0d94f1 HTTP/1.1" status: 200 len: 217 time: 0.1037560 Feb 17 20:54:01.570790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Transition to ACTIVE for port object 256f8054-776b-4295-b13f-953e45974d47 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:01.593149 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1e510-b99f-4fab-8e5e-3de48f84c019 None None] Pushing event updated for resources: {'Port': ['ID=929b55f5-273a-4ce8-b44e-a4aaf772367b,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:01.604172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5db1e510-b99f-4fab-8e5e-3de48f84c019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:01.624843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Transition to ACTIVE for port object 256f8054-776b-4295-b13f-953e45974d47 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:01.643005 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:01.664177 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed8454d6-e6ba-406b-8fb7-712f72024726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:01.845837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:01.846554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:01.886860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19eb55-3959-49c9-b9ae-5553cf714d99 req-5b5549f1-2dff-4f7d-9cbb-b4867b1e9c6b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:01.895116 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb19eb55-3959-49c9-b9ae-5553cf714d99 req-5b5549f1-2dff-4f7d-9cbb-b4867b1e9c6b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 944 time: 0.5619748 Feb 17 20:54:01.899527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:01.925950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Pushing event updated for resources: {'Port': ['ID=256f8054-776b-4295-b13f-953e45974d47,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:01.946816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:01.948605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:02.042695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-1b0a0f8d-526f-406e-9ca9-6bed831129d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:02.044320 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-1b0a0f8d-526f-406e-9ca9-6bed831129d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.5090182 Feb 17 20:54:02.072982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Pushing event deleted for resources: {'Port': ['ID=c6263d36-131a-4dfa-a0c5-a019aa82bec8,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:02.075889 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:02.126984 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb19eb55-3959-49c9-b9ae-5553cf714d99 req-638be268-f2bd-4d4a-819e-7b70cadfcc01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307477 Feb 17 20:54:02.133731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66bca4-974e-4be0-91a2-c42efe2a0c6a req-773347f2-1e6e-4a0b-b9fd-209a45b49169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:02.144132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:02.150920 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f66bca4-974e-4be0-91a2-c42efe2a0c6a req-773347f2-1e6e-4a0b-b9fd-209a45b49169 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.3861563 Feb 17 20:54:02.157350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:02.175223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:02.183182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:02.193103 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-eb11d799-0d48-4028-bf3d-870b8d31e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:02.194736 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-eb11d799-0d48-4028-bf3d-870b8d31e15d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.6073179 Feb 17 20:54:02.271123 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f66bca4-974e-4be0-91a2-c42efe2a0c6a req-b0e0216a-4187-4630-bdc0-650a3d13a82f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177785 Feb 17 20:54:02.305109 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-2d2b45bf-a213-4c2a-97db-fa07398c9d16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1817739 Feb 17 20:54:02.406166 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] No DVR routers for this DVR port c6263d36-131a-4dfa-a0c5-a019aa82bec8 on host hv-cinder-76018 {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:54:02.413366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:02.419430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c990a5e-f717-4ccb-ad8a-9f41e19fff4b', 'name': 'network-vif-deleted', 'tag': 'c6263d36-131a-4dfa-a0c5-a019aa82bec8'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:54:02.480733 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-7120eaab-44c9-44e5-b285-d6d6e76d4655 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2728419 Feb 17 20:54:02.605009 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a0d95a85-e2a2-47e3-9be3-e3ccb5572032 req-785add0b-57d3-430b-8e60-ab8a42e7499c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.67 "DELETE /v2.0/ports/c6263d36-131a-4dfa-a0c5-a019aa82bec8 HTTP/1.1" status: 204 len: 173 time: 2.4948030 Feb 17 20:54:02.623943 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c341b0d8-bb70-479e-b883-8f3df88a22f3 req-19ed6704-c75c-45b9-bc80-98040aebaa8c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Synchronizing usage tracker for tenant:d9687f03c45b4b93bd175cc09b7aaac0 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:54:02.658242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c341b0d8-bb70-479e-b883-8f3df88a22f3 req-19ed6704-c75c-45b9-bc80-98040aebaa8c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Unset dirty status for tenant:d9687f03c45b4b93bd175cc09b7aaac0 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:54:02.659758 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c341b0d8-bb70-479e-b883-8f3df88a22f3 req-19ed6704-c75c-45b9-bc80-98040aebaa8c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c990a5e-f717-4ccb-ad8a-9f41e19fff4b HTTP/1.1" status: 200 len: 210 time: 0.1444592 Feb 17 20:54:02.691283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d48b0-f2aa-498c-9ae5-77efa3f9bc57 req-922056a4-cad3-46ba-ad09-2b43c6549a11 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:02.706319 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c30d48b0-f2aa-498c-9ae5-77efa3f9bc57 req-922056a4-cad3-46ba-ad09-2b43c6549a11 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.2872939 Feb 17 20:54:02.708931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Attempting to bind port 256f8054-776b-4295-b13f-953e45974d47 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:02.709353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Attempting to bind port 256f8054-776b-4295-b13f-953e45974d47 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:02.710035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Attempting to bind port 256f8054-776b-4295-b13f-953e45974d47 on network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:02.747046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:02.747181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Checking segment: {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:02.747601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:02.748046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Bound using segment: {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:02.748581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Bound port: 256f8054-776b-4295-b13f-953e45974d47, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:02.749020 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:02.774381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-b22839df-3de0-4397-bacb-2f87cca70ce3 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:54:02.817655 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c990a5e-f717-4ccb-ad8a-9f41e19fff4b', 'name': 'network-vif-deleted', 'tag': 'c6263d36-131a-4dfa-a0c5-a019aa82bec8', 'status': 'completed', 'code': 200} Feb 17 20:54:02.857409 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c30d48b0-f2aa-498c-9ae5-77efa3f9bc57 req-27637f47-73e2-44b5-a92b-336b789d7d84 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469634 Feb 17 20:54:02.965738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-6475954b-44fe-42da-aedc-3d603430727b None None] For port 256f8054-776b-4295-b13f-953e45974d47, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:02.983023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-6475954b-44fe-42da-aedc-3d603430727b None None] For port 256f8054-776b-4295-b13f-953e45974d47, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=256f8054-776b-4295-b13f-953e45974d47,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:02.989248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:03.009304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5db1e510-b99f-4fab-8e5e-3de48f84c019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:03.040110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:03.085086 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51114) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:03.090017 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-1029a4fe-c701-4608-b89e-bbb46719cda3 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146638 Feb 17 20:54:03.139957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:03.177817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:00Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:03.201034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c5b02-397f-4abe-b210-243a6e05e166 None None] The sync data for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi is: [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:00Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:54:03.215691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Pushing event updated for resources: {'Port': ['ID=256f8054-776b-4295-b13f-953e45974d47,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:03.233546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:03.261686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:03.304916 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:03.310463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Usage tracker for resource:security_group_rule and tenant:c673396a204942429c6aa5ced45402e3 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:03.314193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:03.328865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:03.366617 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-c430524f-c94b-42e4-8fd8-8b4f656c752e service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8118880 Feb 17 20:54:03.572311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036788158984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036790706527'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:03.609653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 929b55f5-273a-4ce8-b44e-a4aaf772367b up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:03.669171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:03.687081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cee20adc-a1ea-4593-9f28-6925019e34d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:03.696453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:03.710838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8888c78f-dad1-4713-b859-a7f7c7ea7a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:03.712598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:03.806650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4865193e-c790-4c95-885d-8fd2a4b2947f,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:03.810807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:03.819447 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c673396a204942429c6aa5ced45402e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7331641 Feb 17 20:54:03.820687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51126) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:03.873796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee92d9-e144-4337-af07-a4f86d7c308d req-21d178de-a287-45d9-90bb-9125dd07d92a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:03.874304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 929b55f5-273a-4ce8-b44e-a4aaf772367b completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:03.876779 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aaee92d9-e144-4337-af07-a4f86d7c308d req-21d178de-a287-45d9-90bb-9125dd07d92a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.3850968 Feb 17 20:54:03.899065 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 929b55f5-273a-4ce8-b44e-a4aaf772367b triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:03.899497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:03.997488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6df97-c783-4904-bc64-3b2b0c84cbc1 req-a05a40d0-55a9-4b48-9805-d7c0000f09e2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:04.007696 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cab6df97-c783-4904-bc64-3b2b0c84cbc1 req-a05a40d0-55a9-4b48-9805-d7c0000f09e2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 944 time: 0.4371185 Feb 17 20:54:04.045911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 208da23c-bb2a-406e-905b-f4357b0d94f1 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:04.068356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:04.068777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.093598 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aaee92d9-e144-4337-af07-a4f86d7c308d req-d372d55d-00a1-4a60-95f1-a683a7c0a178 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016063 Feb 17 20:54:04.142616 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cab6df97-c783-4904-bc64-3b2b0c84cbc1 req-9804af13-6ae5-4a17-8660-07afd437c543 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338959 Feb 17 20:54:04.148654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6520cb21-031a-4fc2-b2fc-8635b9e1fd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.156015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.214838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6520cb21-031a-4fc2-b2fc-8635b9e1fd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.279552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 929b55f5-273a-4ce8-b44e-a4aaf772367b, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=929b55f5-273a-4ce8-b44e-a4aaf772367b,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:04.292564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.296324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e817993-209c-4c02-a1b9-f7632fc41434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:04.305161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6520cb21-031a-4fc2-b2fc-8635b9e1fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.312145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:04.325599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520cb21-031a-4fc2-b2fc-8635b9e1fd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865193e-c790-4c95-885d-8fd2a4b2947f,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:04.328745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6520cb21-031a-4fc2-b2fc-8635b9e1fd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:04.339346 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6520cb21-031a-4fc2-b2fc-8635b9e1fd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.343897 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6520cb21-031a-4fc2-b2fc-8635b9e1fd8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4865193e-c790-4c95-885d-8fd2a4b2947f HTTP/1.1" status: 204 len: 168 time: 0.5188544 Feb 17 20:54:04.365420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Allocated IP 172.27.0.60 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/24a07aa2-6630-457d-a315-bef372c2b63f) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:04.392081 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eadefcfd-e011-46f6-87a8-4b83a8ae93f2 req-5a43ed5f-f0b2-4b87-8faa-ab048e742bf3 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2841518 Feb 17 20:54:04.398537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.436010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0069d83-da35-46d7-b73c-0f45a2dd207b,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:04.499747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208da23c-bb2a-406e-905b-f4357b0d94f1'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:54:04.507675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ae13-7ecf-44e5-ae9a-df3ba4b08f31 req-ee149d88-4d07-4503-8031-e4c0c18d9edc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:04.513913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=929b55f5-273a-4ce8-b44e-a4aaf772367b,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:04.518386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:04.519494 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.519913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 208da23c-bb2a-406e-905b-f4357b0d94f1, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=208da23c-bb2a-406e-905b-f4357b0d94f1,segment=NetworkSegment(90e9dd5f-8c3c-4c6b-88b9-0a6d95085508),segment_id=90e9dd5f-8c3c-4c6b-88b9-0a6d95085508)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:04.522155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.522685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.523638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.524512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:04.525488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.525702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device cc4711c3-071b-4d3f-bf88-9da09d1218f4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:04.526032 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.527195 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1503ae13-7ecf-44e5-ae9a-df3ba4b08f31 req-ee149d88-4d07-4503-8031-e4c0c18d9edc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1706927 Feb 17 20:54:04.533112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.535676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.536172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.536649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.537118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.542190 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.542941 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.543235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.543716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.544184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.544655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.545122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.545759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.546222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.546709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.549031 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.549524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.550121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:04.560964 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:04.638317 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1503ae13-7ecf-44e5-ae9a-df3ba4b08f31 req-e67242b1-9cff-47f4-9f00-92e26630ee69 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043348 Feb 17 20:54:04.662559 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208da23c-bb2a-406e-905b-f4357b0d94f1', 'code': 200} Feb 17 20:54:04.762965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=208da23c-bb2a-406e-905b-f4357b0d94f1,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:04.787080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:04.811582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port cc4711c3-071b-4d3f-bf88-9da09d1218f4 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:04.825099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port cc4711c3-071b-4d3f-bf88-9da09d1218f4 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:04.825660 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.013501 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.067715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port cc4711c3-071b-4d3f-bf88-9da09d1218f4, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=cc4711c3-071b-4d3f-bf88-9da09d1218f4,segment=NetworkSegment(90e9dd5f-8c3c-4c6b-88b9-0a6d95085508),segment_id=90e9dd5f-8c3c-4c6b-88b9-0a6d95085508)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:05.072161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.074773 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-187e65b3-2f30-44a8-b1ea-0cd42b80b928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:05.152818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-8846482c-b365-40ce-aaf9-46c6a84e92ef tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:05.154750 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-8846482c-b365-40ce-aaf9-46c6a84e92ef tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/networks?id=be69cae3-264f-4aac-b3d1-e8dee426c3f3 HTTP/1.1" status: 200 len: 809 time: 0.3441737 Feb 17 20:54:05.187148 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-01fd96ff-9501-45f4-a1e9-9d00950ec0ae tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/quotas/d9687f03c45b4b93bd175cc09b7aaac0 HTTP/1.1" status: 200 len: 375 time: 0.0251849 Feb 17 20:54:05.198244 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=cc4711c3-071b-4d3f-bf88-9da09d1218f4,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:05.213867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:05.232373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51154) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:05.264904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.578s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:05.269738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:05.277539 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-e8465906-3b53-4543-ab1a-5b6520e21dac tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9687f03c45b4b93bd175cc09b7aaac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822351 Feb 17 20:54:05.362092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d120e-fec5-43de-b8f7-9a5aef97fadc None None] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:54:05.370090 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6b7acea-09d2-4fbd-bc59-1628b2f5e5eb req-cf9b30f2-9e7a-4930-be70-0628323480fb service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.8689563 Feb 17 20:54:05.371100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.432789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:05.464856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:e28f8834056946c8b4236948609159e7 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:05.471522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-464c9279-1a71-4a20-a9fe-27823107283c None None] Provisioning for port 256f8054-776b-4295-b13f-953e45974d47 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:05.473357 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:05.477639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:05.478054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.517625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c56d58-f5e2-4ddd-b981-cb721902da09 req-17d65f26-b256-486e-89ff-8b0fb7b40a97 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:05.526604 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-97c56d58-f5e2-4ddd-b981-cb721902da09 req-17d65f26-b256-486e-89ff-8b0fb7b40a97 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.2397344 Feb 17 20:54:05.530054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:05.551886 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-149e7bec-8cea-40f4-a670-bddc3df63dac service neutron] 10.222.0.30 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257047 Feb 17 20:54:05.608376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Checking segment: {'id': 'e765ec45-338d-4244-9fda-40348687c94e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:05.608869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Network hostable DHCP agents. Network: ab2481b7-ffc2-4747-b857-2e33aa0baa48, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:54:05.658336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.678486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036788158984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036790706527'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.687620 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-97c56d58-f5e2-4ddd-b981-cb721902da09 req-9ad21450-07ec-452c-aa37-4b53c79ef273 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599596 Feb 17 20:54:05.739239 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:05.754072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device cc4711c3-071b-4d3f-bf88-9da09d1218f4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:05.769495 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-7e8a7e53-d8ff-48a3-a427-3d7ee0bdd1d5 service neutron] 10.222.0.30 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2151339 Feb 17 20:54:05.770364 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3f1ff-9615-43f6-bf79-99f1cce5993b req-2c1ba6fb-5896-4efc-9f9c-01376d430c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:05.772160 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-84e3f1ff-9615-43f6-bf79-99f1cce5993b req-2c1ba6fb-5896-4efc-9f9c-01376d430c64 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1162 time: 0.5062845 Feb 17 20:54:05.814459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 929b55f5-273a-4ce8-b44e-a4aaf772367b up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:05.907970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:54:05.947234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port cc4711c3-071b-4d3f-bf88-9da09d1218f4 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:05.947721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:05.999551 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-84e3f1ff-9615-43f6-bf79-99f1cce5993b req-d4cc3c15-f6f2-4f22-9f11-d684e24a416d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885456 Feb 17 20:54:06.011496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, ab2481b7-ffc2-4747-b857-2e33aa0baa48) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:06.034037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:06.035031 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:06.052252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aded5d2-fe7b-4306-a724-977762a9e69d req-a68704a9-03b2-4d88-9ff1-3dce5a390bff tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:06.055089 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9aded5d2-fe7b-4306-a724-977762a9e69d req-a68704a9-03b2-4d88-9ff1-3dce5a390bff tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.1881988 Feb 17 20:54:06.095720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=63431a95-84a7-4517-9808-38c4da2fe144,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:06.099152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:06.159931 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9aded5d2-fe7b-4306-a724-977762a9e69d req-d10a5c49-ce22-4319-a738-b31857050991 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972581 Feb 17 20:54:06.173349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 929b55f5-273a-4ce8-b44e-a4aaf772367b triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:06.173870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:06.200485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51168) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:06.200776 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9fb27cf2-7f65-4af7-948c-d6dbe5d7c8dc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.3763142 Feb 17 20:54:06.203721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:06.208302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:06.211875 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499e9079-44a7-499d-ba68-0a3032dd1c24 None None] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:54:06.219302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:06.223526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:06.248466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Usage tracker for resource:router and tenant:71413785196d4ee08b4a7f089629ccce is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:06.250568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ee6972d4-c0a0-44f5-b46f-3b0093138d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:06.259063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:06.274065 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:06.277693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:06.423641 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-659163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5032'] for router, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:06.424787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854089330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854207555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770800'] for router, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:06.507921 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e28f8834056946c8b4236948609159e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2405269 Feb 17 20:54:06.511911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:06.514040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51174) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:06.534702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbae6dac-1f3c-483d-86b2-e784c75cc5f3,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:06.539089 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:06.540195 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:06.542772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:06.558449 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ecf5a99c-b7c7-46e4-90bc-72e3d75fc6cc req-bd6aca35-b645-4641-b647-b8f39ee0d2eb tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 210 time: 0.2713654 Feb 17 20:54:06.583674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:06.595576 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:06.661252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ecdd32-185e-4735-9d48-466d1a319134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4711c3-071b-4d3f-bf88-9da09d1218f4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:54:06.737099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 256f8054-776b-4295-b13f-953e45974d47 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:06.792487 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ecdd32-185e-4735-9d48-466d1a319134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4711c3-071b-4d3f-bf88-9da09d1218f4', 'code': 200} Feb 17 20:54:06.798285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Checking segment: {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:06.798717 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Network hostable DHCP agents. Network: b7a4e2ba-167f-4279-b488-da72425c1fed, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:54:06.812974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Pushing event updated for resources: {'Port': ['ID=24a07aa2-6630-457d-a315-bef372c2b63f,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:06.840238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e2cf1d9-6d24-562f-85e2-b3c740202c47-ab2481b7-ffc2-4747-b857-2e33aa0baa48', 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'fixed_ips': [{'subnet_id': 'f0069d83-da35-46d7-b73c-0f45a2dd207b'}]}} from dv-cinder-760184-4-iscsi. {{(pid=84029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:54:06.841184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:06.909761 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:07.002524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc8e6-1a73-4313-aafa-991e6822d8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.063228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 256f8054-776b-4295-b13f-953e45974d47 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:07.090497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 256f8054-776b-4295-b13f-953e45974d47 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:07.090940 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.144676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Network b7a4e2ba-167f-4279-b488-da72425c1fed is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:54:07.174428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc8e6-1a73-4313-aafa-991e6822d8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.214793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f5fa1-2de0-4ee0-a3d9-14684214be5c req-367a0ea9-86de-42db-a45a-15c2b5bf2bc0 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:07.217399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-4f7d9a23-2c69-439c-bd9f-d5792a93db55 None None] Provisioning complete for port 256f8054-776b-4295-b13f-953e45974d47 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:07.218271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9a23-2c69-439c-bd9f-d5792a93db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.222521 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-061f5fa1-2de0-4ee0-a3d9-14684214be5c req-367a0ea9-86de-42db-a45a-15c2b5bf2bc0 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.7662401 Feb 17 20:54:07.360391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, b7a4e2ba-167f-4279-b488-da72425c1fed) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:07.367028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc8e6-1a73-4313-aafa-991e6822d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.380899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f9beb34-c003-469e-bf1f-a63190825cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:07.407457 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bc8e6-1a73-4313-aafa-991e6822d8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbae6dac-1f3c-483d-86b2-e784c75cc5f3,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:07.410475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc8e6-1a73-4313-aafa-991e6822d8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.412088 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0d6bc8e6-1a73-4313-aafa-991e6822d8f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbae6dac-1f3c-483d-86b2-e784c75cc5f3 HTTP/1.1" status: 204 len: 168 time: 0.8968737 Feb 17 20:54:07.422466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d6bc8e6-1a73-4313-aafa-991e6822d8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:07.443033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:07.444066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.475594 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e63eaeae-5a3c-4930-b1e2-7740a51edbdd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.9047604 Feb 17 20:54:07.477850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51188) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:07.484461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:07.490453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:07.496157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Usage tracker for resource:router and tenant:f5e93ed1196b40128fd2f890fa21de32 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:07.499717 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:07.516314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:07.534068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586d3b0-ce03-4a44-ae77-f1b61a17f005 req-db6be651-2ff9-4397-9dfd-f784375fdaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:07.535971 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d586d3b0-ce03-4a44-ae77-f1b61a17f005 req-db6be651-2ff9-4397-9dfd-f784375fdaba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 1163 time: 0.2523656 Feb 17 20:54:07.537041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-659163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5032'] for router, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.538349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854089330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854207555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770800'] for router, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.585812 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Allocated IP 172.20.0.2 (ab2481b7-ffc2-4747-b857-2e33aa0baa48/f0069d83-da35-46d7-b73c-0f45a2dd207b/2526920c-14b4-45bf-a6d0-7fd9f9b97283) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:07.619688 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.655855 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-061f5fa1-2de0-4ee0-a3d9-14684214be5c req-c4387d61-fabf-4ce2-b7d9-c2caabad01b3 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4322603 Feb 17 20:54:07.664660 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d586d3b0-ce03-4a44-ae77-f1b61a17f005 req-743b8a87-1be0-465c-a425-8baf38e861e3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190662 Feb 17 20:54:07.701301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.808589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cda1e-2f6b-4be0-8229-de9ac5eea776 req-5a9bb6d8-8e88-47f3-add8-6079e602ceba tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:07.810832 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f9cda1e-2f6b-4be0-8229-de9ac5eea776 req-5a9bb6d8-8e88-47f3-add8-6079e602ceba tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.7694118 Feb 17 20:54:07.911976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:07.924539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Transition to ACTIVE for port object 2526920c-14b4-45bf-a6d0-7fd9f9b97283 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:07.944222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Transition to ACTIVE for port object 2526920c-14b4-45bf-a6d0-7fd9f9b97283 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:07.959345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device cc4711c3-071b-4d3f-bf88-9da09d1218f4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:07.965554 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f9cda1e-2f6b-4be0-8229-de9ac5eea776 req-0d5ce635-388e-47af-aaf0-dd3260277a3d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442807 Feb 17 20:54:08.031226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2066f944-c926-49ac-b15f-ccece06a5d1d None None] Network b7a4e2ba-167f-4279-b488-da72425c1fed requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:54:08.168496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:08.289793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:08.299609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:08.301546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9de62-3674-4127-b2ae-749088ff2390 req-71348b3b-8eed-4cdf-bcbd-584736767a7b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:08.304304 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2a9de62-3674-4127-b2ae-749088ff2390 req-71348b3b-8eed-4cdf-bcbd-584736767a7b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.4428995 Feb 17 20:54:08.349985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:08.366002 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9656fa4a-774c-4580-9056-b2c9f4af4ba3 req-9ce45942-dfe0-4b8d-ab0b-a0303235ac78 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 210 time: 0.1544576 Feb 17 20:54:08.421210 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:08.473676 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2a9de62-3674-4127-b2ae-749088ff2390 req-c4ebcd73-33b4-45e4-bd15-c4f1d5ec0b1d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438107 Feb 17 20:54:08.492794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:08.945145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:08.953653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Pushing event updated for resources: {'Port': ['ID=2526920c-14b4-45bf-a6d0-7fd9f9b97283,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:08.992467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:08.995071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:09.045302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port cc4711c3-071b-4d3f-bf88-9da09d1218f4 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:09.047834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:09.050786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0bf92-fb2c-4200-b945-0e6c42de71e1 req-81e00192-d5b9-47bc-ba70-9cf9ab62bd18 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:09.060129 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-54e0bf92-fb2c-4200-b945-0e6c42de71e1 req-81e00192-d5b9-47bc-ba70-9cf9ab62bd18 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1812644 Feb 17 20:54:09.141462 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:09.145947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Allocated IP 172.27.0.209 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/2f031481-4ab5-419c-8521-552c8a669db9) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:09.222709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9a23-2c69-439c-bd9f-d5792a93db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:09.257733 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-54e0bf92-fb2c-4200-b945-0e6c42de71e1 req-bca910cc-5212-415d-b3e4-f1628a324ade tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903768 Feb 17 20:54:09.341172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:09.403820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Attempting to bind port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:09.404243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Attempting to bind port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e765ec45-338d-4244-9fda-40348687c94e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:09.404659 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Attempting to bind port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 on network ab2481b7-ffc2-4747-b857-2e33aa0baa48 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:09.428544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-4f7d9a23-2c69-439c-bd9f-d5792a93db55 None None] For port 256f8054-776b-4295-b13f-953e45974d47, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=256f8054-776b-4295-b13f-953e45974d47,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:09.437499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-31adf117-1b31-4d40-b6ee-0747a86d4bf6 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:09.438370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:09.439161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Checking segment: {'id': 'e765ec45-338d-4244-9fda-40348687c94e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:09.439628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:09.440081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Bound using segment: {'id': 'e765ec45-338d-4244-9fda-40348687c94e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:09.440631 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Bound port: 2526920c-14b4-45bf-a6d0-7fd9f9b97283, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e765ec45-338d-4244-9fda-40348687c94e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:09.441061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:09.441376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-31adf117-1b31-4d40-b6ee-0747a86d4bf6 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Synchronizing usage tracker for tenant:d9687f03c45b4b93bd175cc09b7aaac0 on resource:network {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:54:09.458309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e2cf1d9-6d24-562f-85e2-b3c740202c47-b7a4e2ba-167f-4279-b488-da72425c1fed', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144'}]}} from dv-cinder-760184-4-iscsi. {{(pid=84029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:54:09.459227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:09.476810 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9a23-2c69-439c-bd9f-d5792a93db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:09.485187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:09.561887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854116692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374'] for router, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:09.723492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-31adf117-1b31-4d40-b6ee-0747a86d4bf6 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Unset dirty status for tenant:d9687f03c45b4b93bd175cc09b7aaac0 on resource:network {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:54:09.725921 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-31adf117-1b31-4d40-b6ee-0747a86d4bf6 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.67 "GET /v2.0/networks?id=be69cae3-264f-4aac-b3d1-e8dee426c3f3 HTTP/1.1" status: 200 len: 809 time: 0.9206738 Feb 17 20:54:09.746141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Request body: {'port': {'device_id': '35318a12-854d-415e-aa09-9285f89c5d77', 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3', 'admin_state_up': True, 'tenant_id': 'd9687f03c45b4b93bd175cc09b7aaac0'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:09.762484 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5207e9e4-2b2f-4837-9f45-95577e3284e8 req-371cfd55-dafd-49b1-860b-1ad301ad4ec4 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 210 time: 0.1388495 Feb 17 20:54:09.800181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113122b0-a40a-43f7-a75b-256edc6a36cf req-67f9f3e5-1648-4a3d-bc01-132c19fc2c68 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:09.801873 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113122b0-a40a-43f7-a75b-256edc6a36cf req-67f9f3e5-1648-4a3d-bc01-132c19fc2c68 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.5818906 Feb 17 20:54:09.956241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] For port 2526920c-14b4-45bf-a6d0-7fd9f9b97283, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:09.959186 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113122b0-a40a-43f7-a75b-256edc6a36cf req-ada487b8-9206-4d64-8bdb-071500e37966 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478915 Feb 17 20:54:09.959696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] For port 2526920c-14b4-45bf-a6d0-7fd9f9b97283, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2526920c-14b4-45bf-a6d0-7fd9f9b97283,segment=NetworkSegment(e765ec45-338d-4244-9fda-40348687c94e),segment_id=e765ec45-338d-4244-9fda-40348687c94e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:09.967390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84029) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:54:09.967796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:54:09.968372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:09.983830 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:10.029863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-78c20421-4fb4-45da-a936-635ef0764354 None None] Provisioning complete for port 256f8054-776b-4295-b13f-953e45974d47 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:10.030296 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78c20421-4fb4-45da-a936-635ef0764354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:10.095577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265ef26-7ef6-44cd-aff1-520a581c30e3 req-8ace366c-3d21-420f-a22c-5aa90e7b0e89 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:10.097427 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e265ef26-7ef6-44cd-aff1-520a581c30e3 req-8ace366c-3d21-420f-a22c-5aa90e7b0e89 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.1253049 Feb 17 20:54:10.131599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:10.176073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d9a23-2c69-439c-bd9f-d5792a93db55 None None] Pushing event updated for resources: {'Port': ['ID=256f8054-776b-4295-b13f-953e45974d47,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:10.201601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f7d9a23-2c69-439c-bd9f-d5792a93db55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:10.203960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:10.280382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Pushing event updated for resources: {'Port': ['ID=2526920c-14b4-45bf-a6d0-7fd9f9b97283,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:10.300195 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:10.311608 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ded6246-94de-4bfb-a68d-0318df66db45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:10.374334 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Router dbe3945c-2372-4f80-8061-a4eb4b85d228 is scheduled to L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 with binding_index 1 {{(pid=84028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:54:10.442301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Pushing event updated for resources: {'Port': ['ID=2f031481-4ab5-419c-8521-552c8a669db9,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:10.476018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:10.582176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:10.595458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:10.606489 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e265ef26-7ef6-44cd-aff1-520a581c30e3 req-38c35c8c-abbf-4640-b512-4306bbcfbddb tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986634 Feb 17 20:54:10.607832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:10.621846 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:10.637345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:10.659672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:10.811498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Allocated IP 172.20.0.2 (b7a4e2ba-167f-4279-b488-da72425c1fed/63431a95-84a7-4517-9808-38c4da2fe144/e2f510c8-be1e-4c94-a528-cac6e5f68ea4) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:10.815829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 256f8054-776b-4295-b13f-953e45974d47 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:10.945801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Made reservation on behalf of d9687f03c45b4b93bd175cc09b7aaac0 for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:54:10.971277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:11.065859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 256f8054-776b-4295-b13f-953e45974d47 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:11.066443 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:11.108877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:11.364341 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782a17d-e675-4633-95bd-252c283cfe4c req-ab467e5b-d68e-4640-af48-abc2396d84ed tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:11.367181 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5782a17d-e675-4633-95bd-252c283cfe4c req-ab467e5b-d68e-4640-af48-abc2396d84ed tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.8943853 Feb 17 20:54:11.600179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:11.621297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Transition to ACTIVE for port object e2f510c8-be1e-4c94-a528-cac6e5f68ea4 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:11.655527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Transition to ACTIVE for port object e2f510c8-be1e-4c94-a528-cac6e5f68ea4 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:11.667153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51294) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:11.672129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:11.691741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:54:11.703901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Sync routers for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:54:11.722234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:11.724112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:11.725042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:12.197525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Pushing event updated for resources: {'Port': ['ID=e2f510c8-be1e-4c94-a528-cac6e5f68ea4,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:12.228411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.229274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.229877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.231811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.232786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.233382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.233942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.234520 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.235076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.235629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.236194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.236738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.237353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.237898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.238798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.239368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.239913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.240458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.240999 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.241552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.242093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.242813 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.243935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.245355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:12.250925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:12.309351 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Allocated IP 172.20.0.2 (be69cae3-264f-4aac-b3d1-e8dee426c3f3/58313438-3f13-4b91-81fc-c467f94aa952/93773b44-3907-4bfa-a6d9-4cf083a2bbd4) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:12.327960 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dc2a4c90-4db2-4c16-aa45-4d4aab82e355 req-63a68751-7852-47c7-ac64-a086d601a974 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 210 time: 0.2193048 Feb 17 20:54:12.377920 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Network b7a4e2ba-167f-4279-b488-da72425c1fed is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:12.379611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:12.392003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:12.453073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:12.488345 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5782a17d-e675-4633-95bd-252c283cfe4c req-be073ee8-5a1a-4279-a6a0-bdb42aadae5c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0972910 Feb 17 20:54:12.494784 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:12.594713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Attempting to bind port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:12.595408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Attempting to bind port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:12.596163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Attempting to bind port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 on network b7a4e2ba-167f-4279-b488-da72425c1fed {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:12.603639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:12.604308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Checking segment: {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:12.605075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:12.605656 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Bound using segment: {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:12.606898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Bound port: e2f510c8-be1e-4c94-a528-cac6e5f68ea4, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:12.623472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:12.839030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] For port e2f510c8-be1e-4c94-a528-cac6e5f68ea4, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:12.845703 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] For port e2f510c8-be1e-4c94-a528-cac6e5f68ea4, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=e2f510c8-be1e-4c94-a528-cac6e5f68ea4,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:12.854832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:12.892698 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:12.952048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2526920c-14b4-45bf-a6d0-7fd9f9b97283 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:13.165584 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64978825-dc60-4567-a1b1-b8bda018bfb0 None None] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:54:13.168845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:13.216325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:13.220865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:a16fbbd9f9824e5da50222ceb5f169bb is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:13.227017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:13.234085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:13.310901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:13.374460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-36acfb60-082c-4f2f-8c3e-38ae6218b23b None None] Provisioning for port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:13.396863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-36acfb60-082c-4f2f-8c3e-38ae6218b23b None None] Provisioning complete for port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:13.397828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36acfb60-082c-4f2f-8c3e-38ae6218b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:13.476173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Pushing event updated for resources: {'Port': ['ID=e2f510c8-be1e-4c94-a528-cac6e5f68ea4,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:13.479766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:07Z', 'revision_number': 3, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:13.488278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Checking router: dbe3945c-2372-4f80-8061-a4eb4b85d228 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:54:13.489080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Updating router dbe3945c-2372-4f80-8061-a4eb4b85d228 port 24a07aa2-6630-457d-a315-bef372c2b63f binding host dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:54:13.502347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Notify callbacks [] for router, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:13.503879 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 14.5858464 Feb 17 20:54:13.507995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:13.508312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51302) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:13.512562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:13.566058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Allocated IP 172.27.0.98 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/bbef70eb-9626-4253-a991-486f0cd4a779) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:13.590295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36acfb60-082c-4f2f-8c3e-38ae6218b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:13.645863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:13.831451 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-36acfb60-082c-4f2f-8c3e-38ae6218b23b None None] For port 2526920c-14b4-45bf-a6d0-7fd9f9b97283, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2526920c-14b4-45bf-a6d0-7fd9f9b97283,segment=NetworkSegment(e765ec45-338d-4244-9fda-40348687c94e),segment_id=e765ec45-338d-4244-9fda-40348687c94e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:13.850101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:13.877834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-36acfb60-082c-4f2f-8c3e-38ae6218b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:13.880450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:13.973363 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:14.005503 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-506e435c-1389-4bdf-97e6-7de532b86a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:14.010977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acfb60-082c-4f2f-8c3e-38ae6218b23b None None] Pushing event updated for resources: {'Port': ['ID=2526920c-14b4-45bf-a6d0-7fd9f9b97283,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:14.015029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-36acfb60-082c-4f2f-8c3e-38ae6218b23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:14.031097 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:14.058740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-5bbc4ad7-735e-42b8-9b92-f2a8c244350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:14.061305 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-5bbc4ad7-735e-42b8-9b92-f2a8c244350c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 1163 time: 2.3727858 Feb 17 20:54:14.283352 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854116692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374'] for router, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:14.398689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-de1629aa-c268-457b-a869-b06ac0aad4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:14.401737 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-de1629aa-c268-457b-a869-b06ac0aad4c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 912 time: 0.2560210 Feb 17 20:54:14.457900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:14.573829 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a16fbbd9f9824e5da50222ceb5f169bb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8843203 Feb 17 20:54:14.580023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51308) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:14.623887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-3bf5eb07-a967-4094-b3e4-0efa5ed1b606 None None] Provisioning complete for port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:14.627410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3bf5eb07-a967-4094-b3e4-0efa5ed1b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:14.640875 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:14.670971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172f537-03a3-4ba3-888a-3fa4006d1d20 req-7a308f23-fa47-4ca3-baf8-a9bf781fd43d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:14.673555 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9172f537-03a3-4ba3-888a-3fa4006d1d20 req-7a308f23-fa47-4ca3-baf8-a9bf781fd43d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 1.4628727 Feb 17 20:54:14.679750 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Transition to ACTIVE for port object 24a07aa2-6630-457d-a315-bef372c2b63f will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:14.686921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:14.744163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe78143-d0cd-43d5-99f6-20c2b984d4c2 req-deb54e6c-bf5e-4103-bb3a-8d129c38b3f9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:14.747516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:14.754447 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-1d2e75eb-d8d0-4a81-9bc6-e4b8369b8568 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4711c3-071b-4d3f-bf88-9da09d1218f4 HTTP/1.1" status: 200 len: 217 time: 0.2979286 Feb 17 20:54:14.754612 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ffe78143-d0cd-43d5-99f6-20c2b984d4c2 req-deb54e6c-bf5e-4103-bb3a-8d129c38b3f9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 1.5423241 Feb 17 20:54:14.805425 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a831bd7c-52e6-466b-8fa0-4832ca2f4898,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:14.835320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:14.858666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.785s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:15.074398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2526920c-14b4-45bf-a6d0-7fd9f9b97283 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:15.129242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-43f1b05d-6a4b-41c4-b5d5-681c011b79a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.179831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54e1d1-7577-454e-a39c-d77261e9a3bb None None] Pushing event updated for resources: {'Port': ['ID=24a07aa2-6630-457d-a315-bef372c2b63f,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:15.216965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-43f1b05d-6a4b-41c4-b5d5-681c011b79a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.234980 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ffe78143-d0cd-43d5-99f6-20c2b984d4c2 req-bc4055c5-fe10-4d39-92e3-5316119dc2f2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794347 Feb 17 20:54:15.276116 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a981dd60-7512-4ae8-8789-4915c1b5c207 None None] Provisioning complete for port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:15.276326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a981dd60-7512-4ae8-8789-4915c1b5c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.307293 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-0bba7623-da37-4430-92bf-92d973171262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:15.312560 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-0bba7623-da37-4430-92bf-92d973171262 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.5564768 Feb 17 20:54:15.320581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Pushing event updated for resources: {'Port': ['ID=bbef70eb-9626-4253-a991-486f0cd4a779,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:15.333231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:15.349270 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9172f537-03a3-4ba3-888a-3fa4006d1d20 req-1558cf42-309c-4176-9a5a-325716afba4d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6532187 Feb 17 20:54:15.421891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-43f1b05d-6a4b-41c4-b5d5-681c011b79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.443358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5ec045e4-81c4-42e3-afe8-d6d7876bd4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:15.453605 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-b78cfe26-78d9-49d8-8605-1a0c68418ef0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084187 Feb 17 20:54:15.490427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:15.490851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.498878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:15.565574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:15.571365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:15.620427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da54e1d1-7577-454e-a39c-d77261e9a3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:15.643080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1b05d-6a4b-41c4-b5d5-681c011b79a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a831bd7c-52e6-466b-8fa0-4832ca2f4898,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:15.656630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-43f1b05d-6a4b-41c4-b5d5-681c011b79a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:15.737189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-43f1b05d-6a4b-41c4-b5d5-681c011b79a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.742802 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-43f1b05d-6a4b-41c4-b5d5-681c011b79a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a831bd7c-52e6-466b-8fa0-4832ca2f4898 HTTP/1.1" status: 204 len: 168 time: 1.1494665 Feb 17 20:54:15.757259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Attempting to bind port 24a07aa2-6630-457d-a315-bef372c2b63f on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:15.757670 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Attempting to bind port 24a07aa2-6630-457d-a315-bef372c2b63f by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:15.766456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.766862 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Attempting to bind port 24a07aa2-6630-457d-a315-bef372c2b63f on network 2cefb50c-123a-4701-b5cd-a0c180c60863 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:15.796518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:15.799453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:15.799970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:15.800433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:15.801318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Bound using segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:15.801460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Bound port: 24a07aa2-6630-457d-a315-bef372c2b63f, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:15.801802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:16.004527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Router 0683ebd0-9b24-44fe-932c-7d664d424d38 is scheduled to L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 with binding_index 1 {{(pid=84027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:54:16.056802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] For port 24a07aa2-6630-457d-a315-bef372c2b63f, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:16.056802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] For port 24a07aa2-6630-457d-a315-bef372c2b63f, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=24a07aa2-6630-457d-a315-bef372c2b63f,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:16.056802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:16.076593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e6381333-eaca-4562-8c9b-f970425d68d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:16.142646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device e2f510c8-be1e-4c94-a528-cac6e5f68ea4 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:16.208658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc17d9-fe88-4753-bcef-d85f75dda132 None None] Network b7a4e2ba-167f-4279-b488-da72425c1fed requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:54:16.330529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54e1d1-7577-454e-a39c-d77261e9a3bb None None] Pushing event updated for resources: {'Port': ['ID=24a07aa2-6630-457d-a315-bef372c2b63f,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:16.340671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da54e1d1-7577-454e-a39c-d77261e9a3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:16.509793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c095f58d-0113-40f7-a4c1-2527b5d826b0 None None] Provisioning complete for port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:16.511822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c095f58d-0113-40f7-a4c1-2527b5d826b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:16.514328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:16.515002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:16.662962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51320) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:16.790881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:16.800437 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:16.925382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:16.990837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Pushing event updated for resources: {'Port': ['ID=93773b44-3907-4bfa-a6d9-4cf083a2bbd4,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:17.090018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:17.155632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.359s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:17.200967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:17.201406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:07Z', 'revision_number': 3, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:17.209720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e452e05-0b20-4449-81ab-3b00f1a1a7e7 None None] The sync data for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi is: [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:07Z', 'revision_number': 3, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:54:17.240180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Network be69cae3-264f-4aac-b3d1-e8dee426c3f3 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:17.241384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Usage tracker for resource:security_group_rule and tenant:034699af86ae4d87b09280cefd452a19 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:17.261434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:17.264584 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:17.301100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:17.335214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96b11b-8724-4271-b9ce-99ab36e695d4 req-90e7e09b-f2ee-4dbe-8263-9e6dad2545ed tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:17.347319 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-da96b11b-8724-4271-b9ce-99ab36e695d4 req-90e7e09b-f2ee-4dbe-8263-9e6dad2545ed tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 1.6673396 Feb 17 20:54:17.403562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:17.404756 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:17.429217 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-f1f51397-49f5-461f-8c46-088b6e50d62b service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9501443 Feb 17 20:54:17.431569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:17.438497 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6978486 Feb 17 20:54:17.468728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-788906a0-8579-4357-bc8a-fa91b6464c3e None None] Provisioning for port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:17.478184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-788906a0-8579-4357-bc8a-fa91b6464c3e None None] Provisioning complete for port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:17.478902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-788906a0-8579-4357-bc8a-fa91b6464c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:17.489313 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Request body: {'port': {'device_id': '35318a12-854d-415e-aa09-9285f89c5d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:17.546935 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-da96b11b-8724-4271-b9ce-99ab36e695d4 req-8e99e848-7432-4a9f-814d-9c1f9b677844 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984959 Feb 17 20:54:17.662053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc4b47-8d07-441a-8aee-d71425f7b839 req-1f10818f-b0ff-4a34-a92a-f89734ffb835 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:17.663827 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74cc4b47-8d07-441a-8aee-d71425f7b839 req-1f10818f-b0ff-4a34-a92a-f89734ffb835 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 931 time: 1.9852893 Feb 17 20:54:17.929259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:54:17.981982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Sync routers for ids ['0683ebd0-9b24-44fe-932c-7d664d424d38'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:54:17.998458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Routers {'0683ebd0-9b24-44fe-932c-7d664d424d38'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:17.999165 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:53:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['0683ebd0-9b24-44fe-932c-7d664d424d38'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:18.042879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:18.060673 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74cc4b47-8d07-441a-8aee-d71425f7b839 req-acbb6173-c465-4976-9b45-332cd4501b69 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094397 Feb 17 20:54:18.094328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Allocated IP 172.20.0.1 (58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d/4820fd17-3d7e-4a33-b857-f67a278bbe22/276b5374-8885-4562-ab00-2ccb0342cd4d) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:18.119311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:18.123303 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-113688a3-1c48-4e1e-b870-48f5ca0ebcfd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.9182689 Feb 17 20:54:18.129235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51326) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:18.413437 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3204-44b0-46fe-a01a-fea79765733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:18.590648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-788906a0-8579-4357-bc8a-fa91b6464c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:18.688619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-788906a0-8579-4357-bc8a-fa91b6464c3e None None] For port e2f510c8-be1e-4c94-a528-cac6e5f68ea4, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=e2f510c8-be1e-4c94-a528-cac6e5f68ea4,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:18.704477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-788906a0-8579-4357-bc8a-fa91b6464c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:18.712811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da526133-fd24-4251-95ce-c6ba827ea7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:18.725088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:54:18.754066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:18.765752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:54:18.769514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Transition to ACTIVE for port object 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:18.882582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Set router 0683ebd0-9b24-44fe-932c-7d664d424d38 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:19.006453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:19.049507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:19.151836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:19.174665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Transition to ACTIVE for port object 276b5374-8885-4562-ab00-2ccb0342cd4d will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:19.209894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c29ab-0b7e-4ca7-871f-943717079509 req-fbad012f-32f8-4ad0-853e-1df07027e3f1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:19.218825 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a08c29ab-0b7e-4ca7-871f-943717079509 req-fbad012f-32f8-4ad0-853e-1df07027e3f1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 1.4635899 Feb 17 20:54:19.236584 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-647a88b2-a98e-4b49-b54e-c4ff2c40b7d0 None None] Provisioning complete for port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:19.237298 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-647a88b2-a98e-4b49-b54e-c4ff2c40b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:19.272171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:19.311813 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 24a07aa2-6630-457d-a315-bef372c2b63f up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:19.348260 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:19.359587 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-188160e6-7564-46ff-b74e-17ca85a3d273 req-a422360d-1163-47a5-9d68-4d48298f9de7 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.9139428 Feb 17 20:54:19.447506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:19.450164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed0c63f6-29a5-41af-b45e-774b0ea75e6d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:19.522630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Pushing event updated for resources: {'Port': ['ID=276b5374-8885-4562-ab00-2ccb0342cd4d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:19.528548 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:19.548895 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788906a0-8579-4357-bc8a-fa91b6464c3e None None] Pushing event updated for resources: {'Port': ['ID=e2f510c8-be1e-4c94-a528-cac6e5f68ea4,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:19.589712 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a08c29ab-0b7e-4ca7-871f-943717079509 req-9e7fa4f0-11f2-40fa-b5fd-8aed7e9c41cb tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696647 Feb 17 20:54:19.633269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51756e-5da2-462e-ba79-ebb21768ab3d req-3a3af2c5-7c1d-4f72-85bd-fe0a929a70e4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:19.637473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-788906a0-8579-4357-bc8a-fa91b6464c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:19.650845 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e51756e-5da2-462e-ba79-ebb21768ab3d req-3a3af2c5-7c1d-4f72-85bd-fe0a929a70e4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.7357025 Feb 17 20:54:19.708530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 24a07aa2-6630-457d-a315-bef372c2b63f completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:19.725671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '2f031481-4ab5-419c-8521-552c8a669db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:06Z', 'updated_at': '2021-02-17T20:54:11Z', 'revision_number': 3, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'gw_port': {'id': '2f031481-4ab5-419c-8521-552c8a669db9', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:08Z', 'updated_at': '2021-02-17T20:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:19.740005 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Checking router: 0683ebd0-9b24-44fe-932c-7d664d424d38 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:54:19.740790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Updating router 0683ebd0-9b24-44fe-932c-7d664d424d38 port 2f031481-4ab5-419c-8521-552c8a669db9 binding host dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:54:19.783780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854116692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374'] for router, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:19.791373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:19.899950 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e51756e-5da2-462e-ba79-ebb21768ab3d req-ccb447d9-bb44-42d4-b6d8-5f4a73ed3667 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279373 Feb 17 20:54:19.932330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 24a07aa2-6630-457d-a315-bef372c2b63f triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:19.932769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:20.013806 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:20.123776 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=034699af86ae4d87b09280cefd452a19&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4591997 Feb 17 20:54:20.143898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51338) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:20.177764 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Pushing event updated for resources: {'Port': ['ID=93773b44-3907-4bfa-a6d9-4cf083a2bbd4,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:20.184627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:20.189036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-11463244-5a41-4264-9683-853f356f7b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:20.394447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-188ef397-11d7-4e0d-9324-80c1e9897814 None None] Provisioning complete for port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:20.395039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-188ef397-11d7-4e0d-9324-80c1e9897814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:20.529122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:20.551801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 24a07aa2-6630-457d-a315-bef372c2b63f, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=24a07aa2-6630-457d-a315-bef372c2b63f,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:20.559566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:20.574183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f7d9a23-2c69-439c-bd9f-d5792a93db55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:20.577876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:20.607568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:20.609723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:20.610505 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114793'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:20.696763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=24a07aa2-6630-457d-a315-bef372c2b63f,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:20.748464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:20.954814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9929e3-f1df-4eb6-a7bb-d69b2d81b9e9,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:21.074277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.091581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:21.121776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.178386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.192412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Transition to ACTIVE for port object 2f031481-4ab5-419c-8521-552c8a669db9 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:21.193569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-85453553-dd7c-4384-9a8c-d0d55ac0eb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.202314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 24a07aa2-6630-457d-a315-bef372c2b63f up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:21.239860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.244453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb2ea2-1697-495a-a549-a5195170b1a8 req-659d3ed0-011d-4090-bc66-fb98034b41b0 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:21.252615 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ccb2ea2-1697-495a-a549-a5195170b1a8 req-659d3ed0-011d-4090-bc66-fb98034b41b0 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 943 time: 0.7911544 Feb 17 20:54:21.266759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:21.281556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2551-17da-4562-90fc-e4d9a92237fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.286710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65a30e-ac1f-4c47-bb2a-08c22ef4412a req-5f439b61-91d3-4d28-b0e2-f556944633c5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:21.295122 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2f65a30e-ac1f-4c47-bb2a-08c22ef4412a req-5f439b61-91d3-4d28-b0e2-f556944633c5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.8371589 Feb 17 20:54:21.322387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2551-17da-4562-90fc-e4d9a92237fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.391421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Attempting to bind port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:21.392857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Attempting to bind port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '4f70189e-ced9-4ba5-8b7a-67d248e53723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:21.393434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Attempting to bind port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 on network be69cae3-264f-4aac-b3d1-e8dee426c3f3 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:21.412324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:21.413192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Checking segment: {'id': '4f70189e-ced9-4ba5-8b7a-67d248e53723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:21.413805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.414436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Bound using segment: {'id': '4f70189e-ced9-4ba5-8b7a-67d248e53723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:21.415716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Bound port: 93773b44-3907-4bfa-a6d9-4cf083a2bbd4, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f70189e-ced9-4ba5-8b7a-67d248e53723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'be69cae3-264f-4aac-b3d1-e8dee426c3f3'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:21.416306 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.434985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2551-17da-4562-90fc-e4d9a92237fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.459075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6430ce79-f970-43c2-9f20-9ef35bd505e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:21.495851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f2551-17da-4562-90fc-e4d9a92237fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9929e3-f1df-4eb6-a7bb-d69b2d81b9e9,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:21.507543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2551-17da-4562-90fc-e4d9a92237fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.509829 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ea0f2551-17da-4562-90fc-e4d9a92237fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b9929e3-f1df-4eb6-a7bb-d69b2d81b9e9 HTTP/1.1" status: 204 len: 168 time: 1.3355529 Feb 17 20:54:21.511181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 is scheduled to L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 with binding_index 1 {{(pid=84028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:54:21.524524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ea0f2551-17da-4562-90fc-e4d9a92237fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:21.546506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-1ce716c8-0d81-4f95-8218-3902fa83c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:21.548881 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-1ce716c8-0d81-4f95-8218-3902fa83c125 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 1162 time: 0.6574519 Feb 17 20:54:21.703834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-367662ba-3f21-4204-a50a-71e5930ce766 None None] Provisioning for port 276b5374-8885-4562-ab00-2ccb0342cd4d completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:21.709230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.717164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-367662ba-3f21-4204-a50a-71e5930ce766 None None] Provisioning complete for port 276b5374-8885-4562-ab00-2ccb0342cd4d triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:21.717585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-367662ba-3f21-4204-a50a-71e5930ce766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.769250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63541372-627c-4c06-9f89-c0c5cd6146b2 None None] Pushing event updated for resources: {'Port': ['ID=2f031481-4ab5-419c-8521-552c8a669db9,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:21.846545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-63541372-627c-4c06-9f89-c0c5cd6146b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:21.922422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 24a07aa2-6630-457d-a315-bef372c2b63f triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:21.922858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:21.973433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Allocated IP 172.20.0.1 (ab2481b7-ffc2-4747-b857-2e33aa0baa48/f0069d83-da35-46d7-b73c-0f45a2dd207b/4c42ae79-ddb5-4906-92d9-0faf325ad865) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:21.980694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-cc51a6b4-fec5-4f03-963f-1a9ef25ba919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:21.982833 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-cc51a6b4-fec5-4f03-963f-1a9ef25ba919 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 904 time: 0.3097718 Feb 17 20:54:21.991900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-367662ba-3f21-4204-a50a-71e5930ce766 None None] Port 276b5374-8885-4562-ab00-2ccb0342cd4d cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:54:22.038133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Attempting to bind port 2f031481-4ab5-419c-8521-552c8a669db9 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:22.038625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Attempting to bind port 2f031481-4ab5-419c-8521-552c8a669db9 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:22.039046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Attempting to bind port 2f031481-4ab5-419c-8521-552c8a669db9 on network 2cefb50c-123a-4701-b5cd-a0c180c60863 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:22.046984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:22.047418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:22.047879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:22.048330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Bound using segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:22.049031 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Bound port: 2f031481-4ab5-419c-8521-552c8a669db9, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:22.049319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:22.158976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] For port 2f031481-4ab5-419c-8521-552c8a669db9, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:22.167054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] For port 2f031481-4ab5-419c-8521-552c8a669db9, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2f031481-4ab5-419c-8521-552c8a669db9,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:22.183522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:22.215403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:22.259510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] For port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:22.345098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] For port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=93773b44-3907-4bfa-a6d9-4cf083a2bbd4,segment=NetworkSegment(4f70189e-ced9-4ba5-8b7a-67d248e53723),segment_id=4f70189e-ced9-4ba5-8b7a-67d248e53723)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:22.347896 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-51a37e3a-6db6-4c60-8fb1-5a78a53ef1a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e01105e-f664-4184-bcba-252fec105144 HTTP/1.1" status: 200 len: 1000 time: 0.2489176 Feb 17 20:54:22.381208 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:22.461581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e71cf7df-7ee9-4c0a-b0a2-fe25900276d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:22.497073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:22.526992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:22.565744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Transition to ACTIVE for port object 4c42ae79-ddb5-4906-92d9-0faf325ad865 will not be triggered until provisioned by entity DHCP. {{(pid=84027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:22.583473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device e2f510c8-be1e-4c94-a528-cac6e5f68ea4 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:22.679427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63541372-627c-4c06-9f89-c0c5cd6146b2 None None] Pushing event updated for resources: {'Port': ['ID=2f031481-4ab5-419c-8521-552c8a669db9,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:22.713543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-63541372-627c-4c06-9f89-c0c5cd6146b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:22.718510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:54:22.728039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Sync routers for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:54:22.750521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:22.751213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:22.760079 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ccb2ea2-1697-495a-a549-a5195170b1a8 req-3d938808-13f3-4c69-80d0-bba47ccb3cc3 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5063450 Feb 17 20:54:22.818862 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-cbf8b2d7-2b95-4bf6-b60f-8053c6fbf7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:22.826609 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-cbf8b2d7-2b95-4bf6-b60f-8053c6fbf7b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 200 len: 849 time: 0.4412401 Feb 17 20:54:22.841056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:22.855006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Pushing event updated for resources: {'Port': ['ID=93773b44-3907-4bfa-a6d9-4cf083a2bbd4,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:22.884787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:22.907393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:22.910369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:23.004299 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:23.046831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Notify callbacks [] for router, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:23.048540 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 15.5695000 Feb 17 20:54:23.063919 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51366) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:23.141227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Routers {'0683ebd0-9b24-44fe-932c-7d664d424d38'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:23.142743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['0683ebd0-9b24-44fe-932c-7d664d424d38'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:23.244490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:23.273134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:23.369697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:23.371428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:23.374585 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] 10.222.0.67 "PUT /v2.0/ports/93773b44-3907-4bfa-a6d9-4cf083a2bbd4 HTTP/1.1" status: 200 len: 1157 time: 5.8914785 Feb 17 20:54:23.381224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35318a12-854d-415e-aa09-9285f89c5d77', 'tag': '93773b44-3907-4bfa-a6d9-4cf083a2bbd4'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:54:23.462925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=4c42ae79-ddb5-4906-92d9-0faf325ad865,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:23.620158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:23.650696 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2f65a30e-ac1f-4c47-bb2a-08c22ef4412a req-e486d081-1f6a-468a-ae52-7a69ecf2d63e tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.3545482 Feb 17 20:54:23.715446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-7d5a5478-fc8d-4ae4-ba82-12cf71ccdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:23.717313 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-7d5a5478-fc8d-4ae4-ba82-12cf71ccdc16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d5367c3-db87-4b07-ae58-a70af8b324d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8689132 Feb 17 20:54:23.799599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:23.811299 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:17Z', 'revision_number': 3, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:23.813352 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:23.817290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:23.817922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114793'] for router_interface, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:23.827555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Checking router: e8d7aea0-1c6e-498b-874c-fc200ac4bb08 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:54:23.828258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Updating router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 port bbef70eb-9626-4253-a991-486f0cd4a779 binding host dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:54:23.935581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:23.995414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eedcda-1503-47b2-ba70-94950794f171 req-2d92ca4e-2dcd-44aa-a850-b1fe03d5eca3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:23.997180 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-55eedcda-1503-47b2-ba70-94950794f171 req-2d92ca4e-2dcd-44aa-a850-b1fe03d5eca3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.7542899 Feb 17 20:54:24.009823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] Set router 0683ebd0-9b24-44fe-932c-7d664d424d38 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:24.326484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-99db9693-c678-4f1b-93fb-9a986715e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:24.328217 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-99db9693-c678-4f1b-93fb-9a986715e39a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9687f03c45b4b93bd175cc09b7aaac0&device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 1160 time: 0.6827331 Feb 17 20:54:24.342315 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-55eedcda-1503-47b2-ba70-94950794f171 req-c8873ab1-21c3-4a49-bb21-dfb1d7afd2fe tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240943 Feb 17 20:54:24.531591 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac50a2-e4de-4075-9cd5-06387f7371c5 req-f3a35fbd-fc0c-4e69-8ed6-77a753360302 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:24.539970 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-22ac50a2-e4de-4075-9cd5-06387f7371c5 req-f3a35fbd-fc0c-4e69-8ed6-77a753360302 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.5329301 Feb 17 20:54:24.727125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:24.742480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Transition to ACTIVE for port object bbef70eb-9626-4253-a991-486f0cd4a779 will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:24.746391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:24.755635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-167d002f-a173-44db-a03b-7559f4f0a577 None None] Provisioning for port 4c42ae79-ddb5-4906-92d9-0faf325ad865 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:24.794672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-167d002f-a173-44db-a03b-7559f4f0a577 None None] Provisioning complete for port 4c42ae79-ddb5-4906-92d9-0faf325ad865 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:24.795463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-167d002f-a173-44db-a03b-7559f4f0a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:24.855661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:24.986168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-167d002f-a173-44db-a03b-7559f4f0a577 None None] Port 4c42ae79-ddb5-4906-92d9-0faf325ad865 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:54:25.044778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '2f031481-4ab5-419c-8521-552c8a669db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:06Z', 'updated_at': '2021-02-17T20:54:11Z', 'revision_number': 3, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'gw_port': {'id': '2f031481-4ab5-419c-8521-552c8a669db9', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:08Z', 'updated_at': '2021-02-17T20:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:25.053183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4726572-b549-4d83-b1b5-0e42cd0dca32 None None] The sync data for ids ['0683ebd0-9b24-44fe-932c-7d664d424d38'] in dv-cinder-760184-4-iscsi is: [{'id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '2f031481-4ab5-419c-8521-552c8a669db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:06Z', 'updated_at': '2021-02-17T20:54:11Z', 'revision_number': 3, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'gw_port': {'id': '2f031481-4ab5-419c-8521-552c8a669db9', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:08Z', 'updated_at': '2021-02-17T20:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:54:25.067020 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35318a12-854d-415e-aa09-9285f89c5d77', 'tag': '93773b44-3907-4bfa-a6d9-4cf083a2bbd4', 'status': 'completed', 'code': 200} Feb 17 20:54:25.068771 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-7f59d645-b38f-4c46-a781-8bb2bcf7801e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93773b44-3907-4bfa-a6d9-4cf083a2bbd4 HTTP/1.1" status: 200 len: 217 time: 0.7294307 Feb 17 20:54:25.145552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da54e1d1-7577-454e-a39c-d77261e9a3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:25.262088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d51b8-9854-4af6-bdbb-072d67b5f123 None None] Pushing event updated for resources: {'Port': ['ID=bbef70eb-9626-4253-a991-486f0cd4a779,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:25.267158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-924d51b8-9854-4af6-bdbb-072d67b5f123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:25.286436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Attempting to bind port bbef70eb-9626-4253-a991-486f0cd4a779 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:25.287271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Attempting to bind port bbef70eb-9626-4253-a991-486f0cd4a779 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:25.287747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Attempting to bind port bbef70eb-9626-4253-a991-486f0cd4a779 on network 2cefb50c-123a-4701-b5cd-a0c180c60863 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:25.292448 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-514b2b44-ef19-4980-a8e7-dc8aa5b8985f service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5442781 Feb 17 20:54:25.295028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:25.295446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:25.296049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:25.296645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Bound using segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:25.297294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Bound port: bbef70eb-9626-4253-a991-486f0cd4a779, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:25.297728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:25.390749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] For port bbef70eb-9626-4253-a991-486f0cd4a779, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:25.394164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] For port bbef70eb-9626-4253-a991-486f0cd4a779, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=bbef70eb-9626-4253-a991-486f0cd4a779,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:25.410616 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:25.451715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:25.511967 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-22ac50a2-e4de-4075-9cd5-06387f7371c5 req-9b8ac529-a218-4c70-9396-ca9382a19a50 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9709291 Feb 17 20:54:25.532273 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:25.538707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661105'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:25.640426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:25.823139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-f9cbba06-b7be-46d3-9d2a-343c8f8f4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:25.823693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d51b8-9854-4af6-bdbb-072d67b5f123 None None] Pushing event updated for resources: {'Port': ['ID=bbef70eb-9626-4253-a991-486f0cd4a779,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:25.825782 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-f9cbba06-b7be-46d3-9d2a-343c8f8f4338 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58313438-3f13-4b91-81fc-c467f94aa952 HTTP/1.1" status: 200 len: 849 time: 0.6787262 Feb 17 20:54:25.828205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-924d51b8-9854-4af6-bdbb-072d67b5f123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:25.861922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:25.862349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:25.891526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:25.986825 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-a7203d09-a3a9-4a9c-b0e6-bd5e2df5acf3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be69cae3-264f-4aac-b3d1-e8dee426c3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496179 Feb 17 20:54:26.026773 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=4c42ae79-ddb5-4906-92d9-0faf325ad865,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:26.036272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:26.047540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:26.169416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:26.336222 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-213dae98-7fb4-452d-85ed-ff1c347a8fe6 req-df9eaadd-e027-4a5c-b55c-f2ab897af02f service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0137467 Feb 17 20:54:26.500913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:26.645335 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-1ddd0891-c573-4da5-bb3c-270cdbd08eb6 service neutron] 10.222.0.67 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640430 Feb 17 20:54:26.741998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] It took 1.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:54:26.744002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:17Z', 'revision_number': 3, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:26.762488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c827e051-9a83-4135-99ba-667aaa53bcec None None] The sync data for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi is: [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:17Z', 'revision_number': 3, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:54:26.787346 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:26.974731 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bc1b50e-e016-4559-8ccb-3b4e5b14b05c req-31c02aa3-2881-4c46-b49b-6da1aa29f700 service neutron] 10.222.0.67 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3180723 Feb 17 20:54:27.004997 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:27.014547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5ac21502-78cc-4e28-8115-f97c46c0f1ba None None] Provisioning complete for port 4c42ae79-ddb5-4906-92d9-0faf325ad865 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:27.015011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5ac21502-78cc-4e28-8115-f97c46c0f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:27.016007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661105'] for router_interface, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:27.042564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:27.126629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5ac21502-78cc-4e28-8115-f97c46c0f1ba None None] Port 4c42ae79-ddb5-4906-92d9-0faf325ad865 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:54:27.199408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:27.323178 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Router 0683ebd0-9b24-44fe-932c-7d664d424d38 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:54:27.329189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Pushing event updated for resources: {'Port': ['ID=276b5374-8885-4562-ab00-2ccb0342cd4d,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:27.332797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:27.360736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba87e8d-e062-4c33-b1dc-a5575c182d8b req-5dc4a6a6-33b5-4b53-b630-1c8e29ea78d6 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:27.377455 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9ba87e8d-e062-4c33-b1dc-a5575c182d8b req-5dc4a6a6-33b5-4b53-b630-1c8e29ea78d6 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 1.4924886 Feb 17 20:54:27.405740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:27.481338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:27.575470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e0dca-4068-4c56-b72e-565dab9c1e0e req-1fe0f3b7-d0e2-4d5c-8e0f-52fcc27a452c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:27.590335 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-127e0dca-4068-4c56-b72e-565dab9c1e0e req-1fe0f3b7-d0e2-4d5c-8e0f-52fcc27a452c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 943 time: 2.7401183 Feb 17 20:54:27.838428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f75d-349f-4508-a975-4067db5ecff1 req-3c9068b9-9c61-4f88-ae4b-20d95f0de626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:27.847563 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9462f75d-349f-4508-a975-4067db5ecff1 req-3c9068b9-9c61-4f88-ae4b-20d95f0de626 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9687f03c45b4b93bd175cc09b7aaac0&device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 1160 time: 0.7871776 Feb 17 20:54:27.903342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2f031481-4ab5-419c-8521-552c8a669db9 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:28.086008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 2f031481-4ab5-419c-8521-552c8a669db9 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:28.092925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:54:28.102492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 2f031481-4ab5-419c-8521-552c8a669db9 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:28.102492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:28.147978 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-62fb3d51-05d9-4a68-9b6d-702a8618130b None None] Provisioning complete for port 276b5374-8885-4562-ab00-2ccb0342cd4d triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:28.148409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62fb3d51-05d9-4a68-9b6d-702a8618130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:28.166674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f75d-349f-4508-a975-4067db5ecff1 req-cd404b12-0967-4094-877d-3809e448e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:28.168693 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9462f75d-349f-4508-a975-4067db5ecff1 req-cd404b12-0967-4094-877d-3809e448e7a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be69cae3-264f-4aac-b3d1-e8dee426c3f3 HTTP/1.1" status: 200 len: 903 time: 0.3007634 Feb 17 20:54:28.172863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Allocated IP 172.20.0.1 (b7a4e2ba-167f-4279-b488-da72425c1fed/63431a95-84a7-4517-9808-38c4da2fe144/ec3b9b18-5732-422c-97c8-de9e4e50e965) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:28.291879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-62fb3d51-05d9-4a68-9b6d-702a8618130b None None] Port 276b5374-8885-4562-ab00-2ccb0342cd4d cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:54:28.322900 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] 10.222.0.30 "PUT /v2.0/routers/0683ebd0-9b24-44fe-932c-7d664d424d38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1921420 Feb 17 20:54:28.346961 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9ba87e8d-e062-4c33-b1dc-a5575c182d8b req-0d002965-cb26-4a7e-835f-524ab67627c1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9683731 Feb 17 20:54:28.417756 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:28.442554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Transition to ACTIVE for port object ec3b9b18-5732-422c-97c8-de9e4e50e965 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:28.483842 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-127e0dca-4068-4c56-b72e-565dab9c1e0e req-9c5e4632-52a7-48fc-a948-4b2c198b579d tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8922708 Feb 17 20:54:28.489554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:28.549701 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 2f031481-4ab5-419c-8521-552c8a669db9, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2f031481-4ab5-419c-8521-552c8a669db9,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:28.557601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:28.559327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device bbef70eb-9626-4253-a991-486f0cd4a779 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:28.649705 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5db1e510-b99f-4fab-8e5e-3de48f84c019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:28.697392 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:28.747712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:28.798829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=2f031481-4ab5-419c-8521-552c8a669db9,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:28.803272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:28.805128 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9462f75d-349f-4508-a975-4067db5ecff1 req-3d2ccf70-efaa-4402-816e-c8523f48702f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93773b44-3907-4bfa-a6d9-4cf083a2bbd4 HTTP/1.1" status: 200 len: 217 time: 0.3381875 Feb 17 20:54:28.859917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port bbef70eb-9626-4253-a991-486f0cd4a779 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:28.868671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port bbef70eb-9626-4253-a991-486f0cd4a779 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:28.869255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:28.996697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Router dbe3945c-2372-4f80-8061-a4eb4b85d228 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:54:29.006714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Sync routers for ids ['0683ebd0-9b24-44fe-932c-7d664d424d38'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:54:29.063935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Pushing event updated for resources: {'Port': ['ID=ec3b9b18-5732-422c-97c8-de9e4e50e965,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:29.077571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462f75d-349f-4508-a975-4067db5ecff1 req-c6dd497d-93b0-4433-8df1-d38fad72be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:29.079535 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9462f75d-349f-4508-a975-4067db5ecff1 req-c6dd497d-93b0-4433-8df1-d38fad72be5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=58313438-3f13-4b91-81fc-c467f94aa952 HTTP/1.1" status: 200 len: 849 time: 0.1993163 Feb 17 20:54:29.133329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Network b7a4e2ba-167f-4279-b488-da72425c1fed is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:29.178572 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:29.201127 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9462f75d-349f-4508-a975-4067db5ecff1 req-89b22ee4-a9de-43c4-bab1-c133cdff8b51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be69cae3-264f-4aac-b3d1-e8dee426c3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785224 Feb 17 20:54:29.244203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:29.245105 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:29.251173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Routers {'0683ebd0-9b24-44fe-932c-7d664d424d38'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:29.251173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['0683ebd0-9b24-44fe-932c-7d664d424d38'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:29.273342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:29.390930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:54:29.405873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Sync routers for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:54:29.426296 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7ac60a05-bf7e-48c8-8ec5-3a2ef3b74226 admin admin] 10.222.0.30 "PUT /v2.0/routers/dbe3945c-2372-4f80-8061-a4eb4b85d228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8866019 Feb 17 20:54:29.430645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:29.431189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:29.444590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d22407-76e0-4f46-a97b-134991e5367d req-9d62126d-18e5-4736-b399-af5f6dcd1072 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:29.446901 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e8d22407-76e0-4f46-a97b-134991e5367d req-9d62126d-18e5-4736-b399-af5f6dcd1072 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.5986888 Feb 17 20:54:29.471663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3d270-cdf6-4999-ade0-5aa1703eaf1a req-149caf8d-1e88-4ac4-858d-9e28045d6efc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:29.491811 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3fa3d270-cdf6-4999-ade0-5aa1703eaf1a req-149caf8d-1e88-4ac4-858d-9e28045d6efc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.6270053 Feb 17 20:54:29.848630 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3fa3d270-cdf6-4999-ade0-5aa1703eaf1a req-a10fe14a-7a54-4066-8c9d-d40391739ac7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411551 Feb 17 20:54:29.941870 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e8d22407-76e0-4f46-a97b-134991e5367d req-121e0a01-6723-4815-ae02-2af157017724 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452615 Feb 17 20:54:30.209808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port bbef70eb-9626-4253-a991-486f0cd4a779, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=bbef70eb-9626-4253-a991-486f0cd4a779,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:30.222745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:30.249872 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:30.262197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:30.313351 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-fb4bf7f5-4aa0-421d-b968-109021dcbd6c None None] Provisioning for port ec3b9b18-5732-422c-97c8-de9e4e50e965 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:30.323418 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9462f75d-349f-4508-a975-4067db5ecff1 req-e5fd630c-df5c-42ca-b5be-ce9c4443df6a service neutron] 10.222.0.67 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1035318 Feb 17 20:54:30.343347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-fb4bf7f5-4aa0-421d-b968-109021dcbd6c None None] Provisioning complete for port ec3b9b18-5732-422c-97c8-de9e4e50e965 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:30.347796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf7f5-4aa0-421d-b968-109021dcbd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:30.562186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-fb4bf7f5-4aa0-421d-b968-109021dcbd6c None None] Port ec3b9b18-5732-422c-97c8-de9e4e50e965 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:54:30.583531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Set router 0683ebd0-9b24-44fe-932c-7d664d424d38 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:30.682291 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114793'] for router_interface, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:30.703458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c090bdf-7295-4746-85f6-5e5c2300274b req-9821bbd4-1626-4c1b-8931-6f86b9efe5e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:30.705198 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c090bdf-7295-4746-85f6-5e5c2300274b req-9821bbd4-1626-4c1b-8931-6f86b9efe5e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.5749276 Feb 17 20:54:30.736877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2f031481-4ab5-419c-8521-552c8a669db9 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:30.915181 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c090bdf-7295-4746-85f6-5e5c2300274b req-625aca9c-92e8-4640-bda4-cf8e3f9dcf58 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957417 Feb 17 20:54:31.018587 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9462f75d-349f-4508-a975-4067db5ecff1 req-20f6c5f9-f26e-491f-9f03-c0fb3bc7eef2 service neutron] 10.222.0.67 "GET /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6846278 Feb 17 20:54:31.084493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=bbef70eb-9626-4253-a991-486f0cd4a779,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:31.198627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:31.300837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:31.425882 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.175s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:31.598850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a221d0d-3c3a-4ce7-bc73-a2980d5683ef req-0b878410-d50e-4390-994e-a13accc0ceab tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:31.601764 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a221d0d-3c3a-4ce7-bc73-a2980d5683ef req-0b878410-d50e-4390-994e-a13accc0ceab tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 943 time: 0.3548546 Feb 17 20:54:31.636553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '276b5374-8885-4562-ab00-2ccb0342cd4d', 'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'mac_address': 'fa:16:3e:73:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:17Z', 'updated_at': '2021-02-17T20:54:23Z', 'revision_number': 2, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'subnets': [{'id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:31.645438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Checking router: dbe3945c-2372-4f80-8061-a4eb4b85d228 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:54:31.645438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Updating router dbe3945c-2372-4f80-8061-a4eb4b85d228 port 276b5374-8885-4562-ab00-2ccb0342cd4d binding host dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:54:31.763139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.039204 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a221d0d-3c3a-4ce7-bc73-a2980d5683ef req-cc417e37-1a43-4d0c-b193-4359a81b7108 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258342 Feb 17 20:54:32.108277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb2b0d-ecb5-40de-b912-56608bb2bbe2 req-1ba815ae-cfcb-4966-97f1-149df733c949 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:32.120080 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6dcb2b0d-ecb5-40de-b912-56608bb2bbe2 req-1ba815ae-cfcb-4966-97f1-149df733c949 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.4326599 Feb 17 20:54:32.177362 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.191087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:32.249290 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6dcb2b0d-ecb5-40de-b912-56608bb2bbe2 req-8b28bc47-f39c-4f3f-b5f3-e18160678bee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231384 Feb 17 20:54:32.302079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1411093045', 'description': 'tempest-TestVolumeBootPattern-1411093045 description'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:32.308986 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:32.310106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.311329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:32.325452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Usage tracker for resource:security_group and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:32.330386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:32.341769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:32.372463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.400994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 2f031481-4ab5-419c-8521-552c8a669db9 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:32.401625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.467035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51498) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:32.494730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:32.508052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-452404072-network', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:32.520092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Usage tracker for resource:security_group_rule and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:32.527707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:32.540666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:32.551450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:32.583620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Usage tracker for resource:network and tenant:7fb2747641c3482aa201e797d8aef4cc is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:32.606617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:32.613136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.620664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:32.680123 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Made reservation on behalf of 7fb2747641c3482aa201e797d8aef4cc for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:54:32.684456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '2f031481-4ab5-419c-8521-552c8a669db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:06Z', 'updated_at': '2021-02-17T20:54:24Z', 'revision_number': 4, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'gw_port': {'id': '2f031481-4ab5-419c-8521-552c8a669db9', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:08Z', 'updated_at': '2021-02-17T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '4c42ae79-ddb5-4906-92d9-0faf325ad865', 'name': '', 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'mac_address': 'fa:16:3e:3f:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f0069d83-da35-46d7-b73c-0f45a2dd207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:21Z', 'updated_at': '2021-02-17T20:54:25Z', 'revision_number': 2, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'subnets': [{'id': 'f0069d83-da35-46d7-b73c-0f45a2dd207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:32.689978 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.701188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Checking router: 0683ebd0-9b24-44fe-932c-7d664d424d38 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:54:32.702844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Updating router 0683ebd0-9b24-44fe-932c-7d664d424d38 port 4c42ae79-ddb5-4906-92d9-0faf325ad865 binding host dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:54:32.734567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.740463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.809617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.865040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.925033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=93773b44-3907-4bfa-a6d9-4cf083a2bbd4,segment=NetworkSegment(4f70189e-ced9-4ba5-8b7a-67d248e53723),segment_id=4f70189e-ced9-4ba5-8b7a-67d248e53723)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:32.947071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35318a12-854d-415e-aa09-9285f89c5d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93773b44-3907-4bfa-a6d9-4cf083a2bbd4'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:54:32.956945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.973899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:32.987266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d33f2-0bc2-46f7-96c3-a0e53e3e2cea req-2588fe20-dae3-47e0-a05b-06492fad4036 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:32.990983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:32.993918 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb7d33f2-0bc2-46f7-96c3-a0e53e3e2cea req-2588fe20-dae3-47e0-a05b-06492fad4036 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.4004195 Feb 17 20:54:32.995191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:33.035011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:33.056214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e69c7eb8-a323-42a2-9e62-6db31f4b2218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:33.073560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:33.076820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5f392-181e-40c7-9dad-cbb25a5b270e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:33.098047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:33.115052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Transition to ACTIVE for port object 276b5374-8885-4562-ab00-2ccb0342cd4d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:33.125973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:33.158200 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-550e3c0c-ce9f-4967-a4e6-f6a4683ed1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:33.167696 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb7d33f2-0bc2-46f7-96c3-a0e53e3e2cea req-aab661ca-b720-43d0-886b-870f4bf57723 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616070 Feb 17 20:54:33.169029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:33.180056 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f4b34f4b-8891-4c08-beb9-4ac82a5593ff req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8883450 Feb 17 20:54:33.300514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661105'] for router_interface, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:33.353354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Pushing event updated for resources: {'Port': ['ID=276b5374-8885-4562-ab00-2ccb0342cd4d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:33.383179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.383836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.384671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.385207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.385685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.386063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.386460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.389573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.389952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.390373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.390761 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.391118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.391561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.391921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.392588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.392953 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.393404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.393650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.394014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.394399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.394761 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.395129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.395478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.395833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:33.401989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:33.520047 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-35916334-57c0-4953-9998-0a9ee0878eed tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups/38b5f392-181e-40c7-9dad-cbb25a5b270e HTTP/1.1" status: 200 len: 1808 time: 0.1868942 Feb 17 20:54:33.531264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Pushing event updated for resources: {'Port': ['ID=ec3b9b18-5732-422c-97c8-de9e4e50e965,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:33.534537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:33.540510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38b5f392-181e-40c7-9dad-cbb25a5b270e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:33.540929 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38b5f392-181e-40c7-9dad-cbb25a5b270e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:33.548945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:33.558954 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Usage tracker for resource:security_group_rule and tenant:7fb2747641c3482aa201e797d8aef4cc is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:33.570798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:33.583790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:33.592252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Network b7a4e2ba-167f-4279-b488-da72425c1fed is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:33.595314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:33.670568 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35318a12-854d-415e-aa09-9285f89c5d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93773b44-3907-4bfa-a6d9-4cf083a2bbd4', 'code': 200} Feb 17 20:54:33.715059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:33.760560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Usage tracker for resource:security_group_rule and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:33.767743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:33.775639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:33.905276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device bbef70eb-9626-4253-a991-486f0cd4a779 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:33.929273 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Attempting to bind port 276b5374-8885-4562-ab00-2ccb0342cd4d on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:33.930064 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Attempting to bind port 276b5374-8885-4562-ab00-2ccb0342cd4d by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:33.931434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Attempting to bind port 276b5374-8885-4562-ab00-2ccb0342cd4d on network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:33.947590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:33.948306 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Checking segment: {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:33.948908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:33.949500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Bound using segment: {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:33.950421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Bound port: 276b5374-8885-4562-ab00-2ccb0342cd4d, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:33.951261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.111562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:54:34.133794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=93773b44-3907-4bfa-a6d9-4cf083a2bbd4,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:34.143249 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:34.143923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port bbef70eb-9626-4253-a991-486f0cd4a779 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:34.144347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.229165 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] For port 276b5374-8885-4562-ab00-2ccb0342cd4d, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:34.240747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] For port 276b5374-8885-4562-ab00-2ccb0342cd4d, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=276b5374-8885-4562-ab00-2ccb0342cd4d,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:34.252354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.283504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:34.313587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.333656 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.350311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-20d3f592-a568-42c2-8484-942f0a8033cb None None] Provisioning complete for port ec3b9b18-5732-422c-97c8-de9e4e50e965 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:34.350718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-20d3f592-a568-42c2-8484-942f0a8033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.372809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 20:54:34.403094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.403763 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Added segment a4c4bc6c-2bd6-465e-bc2b-d156636f9191 of type vxlan for network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 Feb 17 20:54:34.467873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.499332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.503828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-20d3f592-a568-42c2-8484-942f0a8033cb None None] Port ec3b9b18-5732-422c-97c8-de9e4e50e965 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:54:34.506834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.521360 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cf6fa-657c-4c63-94af-616064499752 req-d68537e0-a501-4eb5-97a3-8859b82c29aa tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:34.531416 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-533cf6fa-657c-4c63-94af-616064499752 req-d68537e0-a501-4eb5-97a3-8859b82c29aa tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 945 time: 0.9396739 Feb 17 20:54:34.542356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Transition to ACTIVE for port object 4c42ae79-ddb5-4906-92d9-0faf325ad865 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:34.546903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.569566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-788906a0-8579-4357-bc8a-fa91b6464c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:34.578395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ecccfd4-f882-4f8f-8039-910b11dad785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:34.601124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.607411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.616136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.645785 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-533cf6fa-657c-4c63-94af-616064499752 req-cda10c3a-8f47-49af-8ac1-613f5870c8a3 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032293 Feb 17 20:54:34.650475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d62223f-3a27-43e2-b296-0bf886bf10f1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:34.723611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e38cec-23da-4b15-a6b7-b2ad65706b65,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:34.739398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2fea1-3da2-41fe-864c-eb4deaea25bd None None] Pushing event updated for resources: {'Port': ['ID=4c42ae79-ddb5-4906-92d9-0faf325ad865,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:34.748378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-67f2fea1-3da2-41fe-864c-eb4deaea25bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:34.750456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:34.771518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:34.773197 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb6fac01-c90a-402d-8e8c-9f88f71ef356 req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2421329 Feb 17 20:54:34.896901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:34.900613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:35.088303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:54:35.090688 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Pushing event updated for resources: {'Port': ['ID=276b5374-8885-4562-ab00-2ccb0342cd4d,revision_number=4']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:35.103386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-46391e01-25aa-4c80-8ffa-615bda334e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:35.152590 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] 10.222.0.30 "PUT /v2.0/routers/e8d7aea0-1c6e-498b-874c-fc200ac4bb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0870485 Feb 17 20:54:35.158216 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae00965-b16c-4bfb-a372-48a5a36eb5f2,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:35.165496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6e0e9-4802-4ec7-a618-a887431758f7 req-53e66db3-b286-43e1-8878-83185d1e1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:35.167191 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c9b6e0e9-4802-4ec7-a618-a887431758f7 req-53e66db3-b286-43e1-8878-83185d1e1159 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 1162 time: 1.1715536 Feb 17 20:54:35.168277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:35.175214 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7069275 Feb 17 20:54:35.178537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:35.185691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51520) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:35.217163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:35.217755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:35.237445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Request body: {'subnet': {'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-452404072-subnet', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:35.285907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:35.324627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Usage tracker for resource:subnet and tenant:7fb2747641c3482aa201e797d8aef4cc is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:35.351772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:35.370148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Sync routers for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:54:35.392193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149d2b8-39cc-4113-b906-9c0eb1c69436 req-8bd89908-918c-4e85-97b1-c297bfc5d04e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:35.404172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:35.412757 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8149d2b8-39cc-4113-b906-9c0eb1c69436 req-8bd89908-918c-4e85-97b1-c297bfc5d04e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.5102441 Feb 17 20:54:35.496012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:35.496724 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:35.526520 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:35.555933 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8149d2b8-39cc-4113-b906-9c0eb1c69436 req-ec247bdb-96bd-4ae3-b7a7-3cc47f4b0771 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410625 Feb 17 20:54:35.583210 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c9b6e0e9-4802-4ec7-a618-a887431758f7 req-452f56c7-9d27-493d-aea7-e5fa7a7a216c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749442 Feb 17 20:54:35.600727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298f4e2-1320-4c3c-8928-f5a3c2233aee req-325107fc-76cb-4987-8c31-12d0320db30b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:35.603904 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b298f4e2-1320-4c3c-8928-f5a3c2233aee req-325107fc-76cb-4987-8c31-12d0320db30b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.6090660 Feb 17 20:54:35.651347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:35.685002 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b298f4e2-1320-4c3c-8928-f5a3c2233aee req-ca3353aa-985a-478c-aadd-327f498d782c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545876 Feb 17 20:54:35.693361 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Made reservation on behalf of 7fb2747641c3482aa201e797d8aef4cc for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:54:35.699569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:35.723628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Pushing event updated for resources: {'Network': ['ID=eeb1eeb2-83f7-4262-84e8-99ad048c58f2,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:35.733767 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:35.813810 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:36.147220 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e0aadcd8-6c27-4171-bd16-065108232494 req-3d0165cd-93fb-410a-b531-4e53e89329c5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups/38b5f392-181e-40c7-9dad-cbb25a5b270e HTTP/1.1" status: 200 len: 2401 time: 0.5378921 Feb 17 20:54:36.159628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38b5f392-181e-40c7-9dad-cbb25a5b270e', 'remote_group_id': None}]} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:36.160321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38b5f392-181e-40c7-9dad-cbb25a5b270e', 'remote_group_id': None}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:36.171349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:54:36.173958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:36.181844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Usage tracker for resource:security_group_rule and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:36.186858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:36.197629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:36.204152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '276b5374-8885-4562-ab00-2ccb0342cd4d', 'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'mac_address': 'fa:16:3e:73:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:17Z', 'updated_at': '2021-02-17T20:54:34Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'subnets': [{'id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:36.209511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26309962-cc51-45f8-9289-cddc423d0538 None None] The sync data for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi is: [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '276b5374-8885-4562-ab00-2ccb0342cd4d', 'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'mac_address': 'fa:16:3e:73:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:17Z', 'updated_at': '2021-02-17T20:54:34Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'subnets': [{'id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:54:36.337046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9314b1e-a08c-4df3-b3ab-be2574e8dfee req-fde46f2a-6463-4fec-902a-da452a37a050 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:36.339130 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b9314b1e-a08c-4df3-b3ab-be2574e8dfee req-fde46f2a-6463-4fec-902a-da452a37a050 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 945 time: 0.3930089 Feb 17 20:54:36.342857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 20:54:36.435144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:36.457054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:36.464754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:36.477848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:36.506099 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b9314b1e-a08c-4df3-b3ab-be2574e8dfee req-a90ed252-c5fe-466c-b5b6-13a92a4b8ef0 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537879 Feb 17 20:54:36.652708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Attempting to bind port 4c42ae79-ddb5-4906-92d9-0faf325ad865 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:36.653481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Attempting to bind port 4c42ae79-ddb5-4906-92d9-0faf325ad865 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e765ec45-338d-4244-9fda-40348687c94e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:36.654102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Attempting to bind port 4c42ae79-ddb5-4906-92d9-0faf325ad865 on network ab2481b7-ffc2-4747-b857-2e33aa0baa48 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:36.656850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7191f1-58b1-4f00-868c-555185c1d0f9,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:36.669737 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:36.685818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:36.686224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Checking segment: {'id': 'e765ec45-338d-4244-9fda-40348687c94e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:36.686739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:36.687192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Bound using segment: {'id': 'e765ec45-338d-4244-9fda-40348687c94e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:36.687742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Bound port: 4c42ae79-ddb5-4906-92d9-0faf325ad865, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e765ec45-338d-4244-9fda-40348687c94e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:36.688176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:36.869735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:36.870152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:36.913486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:36.914948 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e0aadcd8-6c27-4171-bd16-065108232494 req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7664044 Feb 17 20:54:37.225187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb2845-a6ef-4a21-9cf3-a900a0fa1297 req-2b475855-0e29-4f4c-9a8b-f7de2f1012ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:37.231516 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99bb2845-a6ef-4a21-9cf3-a900a0fa1297 req-2b475855-0e29-4f4c-9a8b-f7de2f1012ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.4292819 Feb 17 20:54:37.337969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:37.343278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:31Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'ec3b9b18-5732-422c-97c8-de9e4e50e965', 'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'mac_address': 'fa:16:3e:38:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:27Z', 'updated_at': '2021-02-17T20:54:32Z', 'revision_number': 2, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'subnets': [{'id': '63431a95-84a7-4517-9808-38c4da2fe144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:37.361958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Checking router: e8d7aea0-1c6e-498b-874c-fc200ac4bb08 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:54:37.362519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Updating router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 port ec3b9b18-5732-422c-97c8-de9e4e50e965 binding host dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:54:37.405865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-07791546-cb64-45c3-b86f-b956fe681a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:37.423865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] For port 4c42ae79-ddb5-4906-92d9-0faf325ad865, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:37.428742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:37.515650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] For port 4c42ae79-ddb5-4906-92d9-0faf325ad865, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=4c42ae79-ddb5-4906-92d9-0faf325ad865,segment=NetworkSegment(e765ec45-338d-4244-9fda-40348687c94e),segment_id=e765ec45-338d-4244-9fda-40348687c94e)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:37.628836 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99bb2845-a6ef-4a21-9cf3-a900a0fa1297 req-b076a4b5-c163-49f6-8af5-12a9ac4dda8f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762666 Feb 17 20:54:37.697482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aed50-39bf-4fea-9eb5-10002afd284d req-4e1b4e8d-816c-4caf-b70e-5ff9709eb173 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:37.703798 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-741aed50-39bf-4fea-9eb5-10002afd284d req-4e1b4e8d-816c-4caf-b70e-5ff9709eb173 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.4711246 Feb 17 20:54:37.735035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea73d019-f3e7-497d-bd29-ac72fe017a3e,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:37.741333 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:37.971852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:37.999912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 276b5374-8885-4562-ab00-2ccb0342cd4d up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:38.033649 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-741aed50-39bf-4fea-9eb5-10002afd284d req-acf3518f-869d-476a-95b7-16be81db4f0a tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162718 Feb 17 20:54:38.050006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Checking segment: {'id': 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:38.050550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Network hostable DHCP agents. Network: eeb1eeb2-83f7-4262-84e8-99ad048c58f2, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 20:54:38.063666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:38.116077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5566f-3580-4b61-bd02-e1c7783f6080 req-26e45cab-3af0-4382-992d-020260d8ae5c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:38.127582 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-97d5566f-3580-4b61-bd02-e1c7783f6080 req-26e45cab-3af0-4382-992d-020260d8ae5c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 945 time: 0.3267145 Feb 17 20:54:38.129641 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 20:54:38.166147 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:38.166471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, eeb1eeb2-83f7-4262-84e8-99ad048c58f2) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:38.171188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:38.171843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:38.175978 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:38.223547 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-97d5566f-3580-4b61-bd02-e1c7783f6080 req-2f4e6417-284a-463a-92fe-62e5a2efed3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888634 Feb 17 20:54:38.223895 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51544) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:38.223978 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0101988 Feb 17 20:54:38.229839 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:38.250190 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:38.255713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Usage tracker for resource:router and tenant:7fb2747641c3482aa201e797d8aef4cc is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:38.260236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:38.267256 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:38.279860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-659163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5032'] for router, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:38.281026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854089330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854207555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854770800'] for router, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:38.298745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:38.570396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2fea1-3da2-41fe-864c-eb4deaea25bd None None] Pushing event updated for resources: {'Port': ['ID=4c42ae79-ddb5-4906-92d9-0faf325ad865,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:38.584872 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8677b8-5570-4c72-8c67-f310bcfea8ed None None] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:54:38.601905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-67f2fea1-3da2-41fe-864c-eb4deaea25bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:38.725795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Transition to ACTIVE for port object ec3b9b18-5732-422c-97c8-de9e4e50e965 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:38.747183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854088395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854770813'] for router, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:38.792004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:39.126889 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13736a3d-88e1-45a8-9eef-ecd12c8a3628 req-96e8f75e-394c-4e0a-b567-b1d897cbb398 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:39.134892 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-13736a3d-88e1-45a8-9eef-ecd12c8a3628 req-96e8f75e-394c-4e0a-b567-b1d897cbb398 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.2455842 Feb 17 20:54:39.235400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:39.300342 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-13736a3d-88e1-45a8-9eef-ecd12c8a3628 req-cb9be715-e26e-4762-9fdb-30ff2bde6389 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610973 Feb 17 20:54:39.325233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Routers {'0683ebd0-9b24-44fe-932c-7d664d424d38'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:39.326128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['0683ebd0-9b24-44fe-932c-7d664d424d38'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:39.550145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed15e2-8d86-4aa6-bc14-781c4c8fb91c req-52527011-f6c8-4674-8103-2a1a4e1d8477 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:39.552121 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f7ed15e2-8d86-4aa6-bc14-781c4c8fb91c req-52527011-f6c8-4674-8103-2a1a4e1d8477 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.2579026 Feb 17 20:54:39.663772 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f7ed15e2-8d86-4aa6-bc14-781c4c8fb91c req-1dcc2615-bcdb-4c1a-a308-fc72cdfc5aa5 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029546 Feb 17 20:54:39.695281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:39.751191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] Set router 0683ebd0-9b24-44fe-932c-7d664d424d38 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:39.771409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:40.285834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313b3fd-8b10-4f10-bd76-ceb2e9ea74e0 req-e98b9336-8b4b-4e73-9504-d2dace426d0a tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:40.294042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Allocated IP 172.27.0.153 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/6797f455-bc93-4bcc-be8e-af3c05b4217d) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:40.299089 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a313b3fd-8b10-4f10-bd76-ceb2e9ea74e0 req-e98b9336-8b4b-4e73-9504-d2dace426d0a tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 945 time: 0.1410635 Feb 17 20:54:40.448072 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a313b3fd-8b10-4f10-bd76-ceb2e9ea74e0 req-ed8c937e-6770-4e17-91af-77bd4a52f6b0 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477661 Feb 17 20:54:40.667661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:40.678188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 276b5374-8885-4562-ab00-2ccb0342cd4d completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:40.728622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 276b5374-8885-4562-ab00-2ccb0342cd4d triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:40.729921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:40.791542 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:40.810995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7e257-0efd-4b71-87b2-bd1146315bc6 req-c15e3a19-785c-465b-9cca-57b33bf3af65 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:40.816076 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-04c7e257-0efd-4b71-87b2-bd1146315bc6 req-c15e3a19-785c-465b-9cca-57b33bf3af65 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.2575781 Feb 17 20:54:40.949496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e2cf1d9-6d24-562f-85e2-b3c740202c47-eeb1eeb2-83f7-4262-84e8-99ad048c58f2', 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'fixed_ips': [{'subnet_id': 'ea73d019-f3e7-497d-bd29-ac72fe017a3e'}]}} from dv-cinder-760184-4-iscsi. {{(pid=84029) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 20:54:40.950453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:41.003187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Attempting to bind port ec3b9b18-5732-422c-97c8-de9e4e50e965 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:41.003611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Attempting to bind port ec3b9b18-5732-422c-97c8-de9e4e50e965 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:41.004033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Attempting to bind port ec3b9b18-5732-422c-97c8-de9e4e50e965 on network b7a4e2ba-167f-4279-b488-da72425c1fed {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:41.010442 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-04c7e257-0efd-4b71-87b2-bd1146315bc6 req-02b28bdc-172b-483f-8a1e-35d6e44ee93e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834059 Feb 17 20:54:41.105540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3801cd3-8354-4ab8-8ec0-bb6c4386c52f req-6a2173af-b465-4a7d-849e-3293ca26d1e0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:41.115998 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3801cd3-8354-4ab8-8ec0-bb6c4386c52f req-6a2173af-b465-4a7d-849e-3293ca26d1e0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.2153096 Feb 17 20:54:41.129183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b8186270-53ba-4d9a-b138-f383e93ec10b tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:41.129401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:41.129401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Checking segment: {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:41.129401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:41.129401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Bound using segment: {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:41.129729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Bound port: ec3b9b18-5732-422c-97c8-de9e4e50e965, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:41.130527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:41.200672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:41.218415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:41.225229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:41.243790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:41.244561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:41.272819 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3801cd3-8354-4ab8-8ec0-bb6c4386c52f req-307b1f1f-0b1e-4285-a1fe-6c3474990abe tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557405 Feb 17 20:54:41.337076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e1123-bfc5-4fad-b9dc-62c91e0fac21 None None] Pushing event updated for resources: {'Port': ['ID=ec3b9b18-5732-422c-97c8-de9e4e50e965,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:41.368282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-405e1123-bfc5-4fad-b9dc-62c91e0fac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.133s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:41.699535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:41.875018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83a52b-03ab-48e5-b9e4-0a7c768f4742 req-3458d1f6-1106-44c6-8854-1f5ae2ff8f01 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:41.884918 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce83a52b-03ab-48e5-b9e4-0a7c768f4742 req-3458d1f6-1106-44c6-8854-1f5ae2ff8f01 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 945 time: 0.2367454 Feb 17 20:54:41.895590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Pushing event updated for resources: {'Port': ['ID=6797f455-bc93-4bcc-be8e-af3c05b4217d,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:41.957183 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce83a52b-03ab-48e5-b9e4-0a7c768f4742 req-30282584-5dd0-4c0f-a482-f3c52020be46 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713096 Feb 17 20:54:41.976054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:42.163369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] For port ec3b9b18-5732-422c-97c8-de9e4e50e965, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:42.167971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] For port ec3b9b18-5732-422c-97c8-de9e4e50e965, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=ec3b9b18-5732-422c-97c8-de9e4e50e965,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:42.194459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:42.235417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:42.379927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-251f37ee-207f-4d30-a777-266701af78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:42.386556 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-251f37ee-207f-4d30-a777-266701af78e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 1162 time: 0.6707101 Feb 17 20:54:42.470238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a02f079-8d02-49c2-a94c-c554644badef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:42.548338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-13c8e2c7-1b8c-4e30-9089-b00b262712e1 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:42.549414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-13c8e2c7-1b8c-4e30-9089-b00b262712e1 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Synchronizing usage tracker for tenant:d9687f03c45b4b93bd175cc09b7aaac0 on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:54:42.570344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:54:42.682545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2fb7a-23bb-4768-9c37-848d6e5af5b0 req-06ec318c-f77c-49d1-a87c-4541c65519d4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:42.684360 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7e2fb7a-23bb-4768-9c37-848d6e5af5b0 req-06ec318c-f77c-49d1-a87c-4541c65519d4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.3694768 Feb 17 20:54:42.710768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-13c8e2c7-1b8c-4e30-9089-b00b262712e1 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Unset dirty status for tenant:d9687f03c45b4b93bd175cc09b7aaac0 on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:54:42.712905 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-13c8e2c7-1b8c-4e30-9089-b00b262712e1 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.67 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 945 time: 0.7156429 Feb 17 20:54:42.735286 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a359c41-72eb-41bd-ad6f-7f1b93631022 req-86d16c83-f66d-441d-9e68-e5a2f72b960f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:42.739251 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9a359c41-72eb-41bd-ad6f-7f1b93631022 req-86d16c83-f66d-441d-9e68-e5a2f72b960f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.2010505 Feb 17 20:54:42.745413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f7ad3-dee7-4864-b1b7-169da4c3b0b7 req-e312db25-39d4-4826-b11e-b54ba933dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:42.747151 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c3f7ad3-dee7-4864-b1b7-169da4c3b0b7 req-e312db25-39d4-4826-b11e-b54ba933dda9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 1163 time: 0.2651451 Feb 17 20:54:42.798746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Allocated IP 172.20.0.2 (eeb1eeb2-83f7-4262-84e8-99ad048c58f2/ea73d019-f3e7-497d-bd29-ac72fe017a3e/3f36073e-4ca0-486f-b1c6-4451548d7b02) {{(pid=84029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:42.834882 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7e2fb7a-23bb-4768-9c37-848d6e5af5b0 req-75df3e1e-498d-4a1c-b4d5-d0ef3c94444b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403098 Feb 17 20:54:42.841372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Deleting port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:54:42.842220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:42.880223 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c3f7ad3-dee7-4864-b1b7-169da4c3b0b7 req-cde5e1af-6c69-4f9d-8c74-77a48924ce8a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127195 Feb 17 20:54:42.938383 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9a359c41-72eb-41bd-ad6f-7f1b93631022 req-12e5de85-fed9-41cb-a822-d7ad7452b3d6 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900723 Feb 17 20:54:42.993524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e1123-bfc5-4fad-b9dc-62c91e0fac21 None None] Pushing event updated for resources: {'Port': ['ID=ec3b9b18-5732-422c-97c8-de9e4e50e965,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:43.007522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-785f4453-4259-4b24-bf31-8fff58957ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:43.009166 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-785f4453-4259-4b24-bf31-8fff58957ab2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 911 time: 0.5791399 Feb 17 20:54:43.134282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-405e1123-bfc5-4fad-b9dc-62c91e0fac21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:43.159488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 276b5374-8885-4562-ab00-2ccb0342cd4d, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=276b5374-8885-4562-ab00-2ccb0342cd4d,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:43.261130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354cf39-75f6-4018-8137-e946287f50e0 req-830b3ee5-4273-41cf-bb7a-8eca6f8bb14b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:43.263406 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2354cf39-75f6-4018-8137-e946287f50e0 req-830b3ee5-4273-41cf-bb7a-8eca6f8bb14b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 945 time: 0.1404550 Feb 17 20:54:43.369687 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2354cf39-75f6-4018-8137-e946287f50e0 req-05b57577-1350-4f20-8a51-b323d85bef31 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/security-groups?id=48eb20a8-c52e-4376-bd8f-44babf954fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987849 Feb 17 20:54:43.444755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Notify callbacks [] for port, precommit_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:43.463473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Transition to ACTIVE for port object 3f36073e-4ca0-486f-b1c6-4451548d7b02 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:43.484136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Transition to ACTIVE for port object 3f36073e-4ca0-486f-b1c6-4451548d7b02 will not be triggered until provisioned by entity DHCP. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:43.491405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:43.500587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-67f2fea1-3da2-41fe-864c-eb4deaea25bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:43.591289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790'] for port, after_create {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:43.749220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=276b5374-8885-4562-ab00-2ccb0342cd4d,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:43.751967 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-f7136028-48a5-4ab2-931f-df72836a9627 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c566979-3751-4019-9747-757b82dfade9 HTTP/1.1" status: 200 len: 1001 time: 0.6359346 Feb 17 20:54:43.766091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854116692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687374'] for router, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:43.772962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:43.788318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '2f031481-4ab5-419c-8521-552c8a669db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:06Z', 'updated_at': '2021-02-17T20:54:24Z', 'revision_number': 4, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'gw_port': {'id': '2f031481-4ab5-419c-8521-552c8a669db9', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:08Z', 'updated_at': '2021-02-17T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '4c42ae79-ddb5-4906-92d9-0faf325ad865', 'name': '', 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'mac_address': 'fa:16:3e:3f:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f0069d83-da35-46d7-b73c-0f45a2dd207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:21Z', 'updated_at': '2021-02-17T20:54:37Z', 'revision_number': 4, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'subnets': [{'id': 'f0069d83-da35-46d7-b73c-0f45a2dd207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:43.794000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:43.794744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:43.861284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-405e1123-bfc5-4fad-b9dc-62c91e0fac21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:43.975052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] For port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=93773b44-3907-4bfa-a6d9-4cf083a2bbd4,segment=NetworkSegment(4f70189e-ced9-4ba5-8b7a-67d248e53723),segment_id=4f70189e-ced9-4ba5-8b7a-67d248e53723)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:43.975675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:44.026535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 is already hosted by enough agents. {{(pid=84029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:44.065936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1259be8-7d3f-4fcc-9e91-e9a1741090f5 None None] The sync data for ids ['0683ebd0-9b24-44fe-932c-7d664d424d38'] in dv-cinder-760184-4-iscsi is: [{'id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '2f031481-4ab5-419c-8521-552c8a669db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:06Z', 'updated_at': '2021-02-17T20:54:24Z', 'revision_number': 4, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'gw_port': {'id': '2f031481-4ab5-419c-8521-552c8a669db9', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:08Z', 'updated_at': '2021-02-17T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '4c42ae79-ddb5-4906-92d9-0faf325ad865', 'name': '', 'network_id': 'ab2481b7-ffc2-4747-b857-2e33aa0baa48', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'mac_address': 'fa:16:3e:3f:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f0069d83-da35-46d7-b73c-0f45a2dd207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:21Z', 'updated_at': '2021-02-17T20:54:37Z', 'revision_number': 4, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'subnets': [{'id': 'f0069d83-da35-46d7-b73c-0f45a2dd207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:54:44.067658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:44.119638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Resources bound (agent type, host, resource id): {{(pid=84029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:44.132026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Received port after_create {{(pid=84029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:44.159123 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Calling delete_port for 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:54:44.410733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-64194e4c-b803-4097-976e-b71940ef7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:44.413543 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-64194e4c-b803-4097-976e-b71940ef7234 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.6443191 Feb 17 20:54:44.471907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Pushing event updated for resources: {'Port': ['ID=3f36073e-4ca0-486f-b1c6-4451548d7b02,revision_number=1']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:44.515502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:44.528268 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccf269-f52c-42e8-aba6-3816a0a64cd3 req-5777be1f-ea31-4d23-abff-2f3db4943f05 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:44.540280 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bcccf269-f52c-42e8-aba6-3816a0a64cd3 req-5777be1f-ea31-4d23-abff-2f3db4943f05 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.5288692 Feb 17 20:54:44.566923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:44.637811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Attempting to bind port 3f36073e-4ca0-486f-b1c6-4451548d7b02 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:44.638240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Attempting to bind port 3f36073e-4ca0-486f-b1c6-4451548d7b02 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:44.638726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Attempting to bind port 3f36073e-4ca0-486f-b1c6-4451548d7b02 on network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:44.666550 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bcccf269-f52c-42e8-aba6-3816a0a64cd3 req-3f389196-3696-40d7-9f79-e233903f8d2c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251810 Feb 17 20:54:44.713448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f4d1-ff3f-455f-91b4-80b5c3c665e6 req-5a9cafb1-751f-47c1-82ea-ce2e25750534 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:44.741922 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b4d5f4d1-ff3f-455f-91b4-80b5c3c665e6 req-5a9cafb1-751f-47c1-82ea-ce2e25750534 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.5043766 Feb 17 20:54:44.755587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:44.756533 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Checking segment: {'id': 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:44.756533 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:44.757060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Bound using segment: {'id': 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:44.757613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Bound port: 3f36073e-4ca0-486f-b1c6-4451548d7b02, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:44.759025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:44.760162 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-050e0af7-be5f-4095-afe3-2c4c1378872f tempest-DeleteServersTestJSON-813225823 tempest-DeleteServersTestJSON-813225823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:44.862932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:44.950964 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b4d5f4d1-ff3f-455f-91b4-80b5c3c665e6 req-12d8e5c4-61e9-4dca-812e-d0ce34df16ce tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072215 Feb 17 20:54:44.973370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Pushing event deleted for resources: {'Port': ['ID=93773b44-3907-4bfa-a6d9-4cf083a2bbd4,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:44.996698 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:45.050968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] For port 3f36073e-4ca0-486f-b1c6-4451548d7b02, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:45.056357 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] For port 3f36073e-4ca0-486f-b1c6-4451548d7b02, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=3f36073e-4ca0-486f-b1c6-4451548d7b02,segment=NetworkSegment(a4c4bc6c-2bd6-465e-bc2b-d156636f9191),segment_id=a4c4bc6c-2bd6-465e-bc2b-d156636f9191)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:45.089450 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-956f4965-198a-42ad-946c-71924c25c7f2 req-6e5ed014-80ff-4090-afe6-02a6a259eb29 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.30 "GET /v2.0/ports?device_id=35318a12-854d-415e-aa09-9285f89c5d77 HTTP/1.1" status: 200 len: 210 time: 0.0782003 Feb 17 20:54:45.182278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-eef3b2d4-544c-4cd0-b86b-ed1e376a8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:45.184067 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-eef3b2d4-544c-4cd0-b86b-ed1e376a8837 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7485681 Feb 17 20:54:45.195359 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:45.342022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Router 4fad966a-3ebf-4928-8fc4-768bf4d558af is scheduled to L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 with binding_index 1 {{(pid=84028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 20:54:45.358201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] No DVR routers for this DVR port 93773b44-3907-4bfa-a6d9-4cf083a2bbd4 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:54:45.370446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:45.373664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35318a12-854d-415e-aa09-9285f89c5d77', 'name': 'network-vif-deleted', 'tag': '93773b44-3907-4bfa-a6d9-4cf083a2bbd4'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:54:45.435382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:45.537578 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35318a12-854d-415e-aa09-9285f89c5d77', 'name': 'network-vif-deleted', 'tag': '93773b44-3907-4bfa-a6d9-4cf083a2bbd4', 'status': 'completed', 'code': 200} Feb 17 20:54:45.572020 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5de56ac-16ef-4744-b6e6-73f83104ca61 req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] 10.222.0.67 "DELETE /v2.0/ports/93773b44-3907-4bfa-a6d9-4cf083a2bbd4 HTTP/1.1" status: 204 len: 173 time: 2.8321457 Feb 17 20:54:45.615835 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-116a3744-e88b-4eec-aed9-726860fb864c service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156885 Feb 17 20:54:45.632087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Pushing event updated for resources: {'Port': ['ID=3f36073e-4ca0-486f-b1c6-4451548d7b02,revision_number=2']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:45.636812 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:45.902976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 276b5374-8885-4562-ab00-2ccb0342cd4d up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:45.906037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:54:45.917359 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Sync routers for ids ['4fad966a-3ebf-4928-8fc4-768bf4d558af'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:54:45.990214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Routers {'4fad966a-3ebf-4928-8fc4-768bf4d558af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:45.999229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['4fad966a-3ebf-4928-8fc4-768bf4d558af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:46.036826 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d9551377-4d78-4b1f-a79a-f7fd670eea64 req-2cecd141-3c8f-41f9-afc8-185efc57450d service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3448644 Feb 17 20:54:46.055633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Notify callbacks [] for router, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:46.059903 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8330920 Feb 17 20:54:46.060310 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 51710) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:46.115808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 276b5374-8885-4562-ab00-2ccb0342cd4d triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:46.116239 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:46.769165 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Set router 4fad966a-3ebf-4928-8fc4-768bf4d558af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:46.788129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475e5d6-6a06-4450-b195-3c5cf40af959 req-bc077563-15ec-4bb7-a80e-13c0fefb0b92 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:46.803061 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7475e5d6-6a06-4450-b195-3c5cf40af959 req-bc077563-15ec-4bb7-a80e-13c0fefb0b92 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.6517682 Feb 17 20:54:46.854742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:31Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'ec3b9b18-5732-422c-97c8-de9e4e50e965', 'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'mac_address': 'fa:16:3e:38:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:27Z', 'updated_at': '2021-02-17T20:54:42Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'subnets': [{'id': '63431a95-84a7-4517-9808-38c4da2fe144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:46.877404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60a1b5-1678-4179-869b-a8c3ee6680e8 None None] The sync data for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi is: [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:31Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'ec3b9b18-5732-422c-97c8-de9e4e50e965', 'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'mac_address': 'fa:16:3e:38:e5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:27Z', 'updated_at': '2021-02-17T20:54:42Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'subnets': [{'id': '63431a95-84a7-4517-9808-38c4da2fe144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:54:47.040770 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7475e5d6-6a06-4450-b195-3c5cf40af959 req-e73a1c91-34f8-42f4-a466-cbddf1cf3461 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366071 Feb 17 20:54:47.075339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ea71-d015-49ce-9516-436646133504 req-9016eae7-84fa-4954-8d2d-085b3d18d3da tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:47.096152 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2231ea71-d015-49ce-9516-436646133504 req-9016eae7-84fa-4954-8d2d-085b3d18d3da tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.6876092 Feb 17 20:54:47.260473 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2231ea71-d015-49ce-9516-436646133504 req-a48f811d-0be9-4692-9e02-fa9ea9f7124f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548359 Feb 17 20:54:47.268215 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 4c42ae79-ddb5-4906-92d9-0faf325ad865 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:47.417071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 4c42ae79-ddb5-4906-92d9-0faf325ad865 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:47.426383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 4c42ae79-ddb5-4906-92d9-0faf325ad865 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:47.426383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:47.905481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:48.175913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:38Z', 'updated_at': '2021-02-17T20:54:41Z', 'revision_number': 3, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'gw_port': {'id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:40Z', 'updated_at': '2021-02-17T20:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:48.181667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Checking router: 4fad966a-3ebf-4928-8fc4-768bf4d558af for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:54:48.182361 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Updating router 4fad966a-3ebf-4928-8fc4-768bf4d558af port 6797f455-bc93-4bcc-be8e-af3c05b4217d binding host dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:54:48.280786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 4c42ae79-ddb5-4906-92d9-0faf325ad865, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=4c42ae79-ddb5-4906-92d9-0faf325ad865,segment=NetworkSegment(e765ec45-338d-4244-9fda-40348687c94e),segment_id=e765ec45-338d-4244-9fda-40348687c94e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:48.282517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-459b3ebe-2416-418e-acd0-21f42b13594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:48.292316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:48.326140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:48.423699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:48.572464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=4c42ae79-ddb5-4906-92d9-0faf325ad865,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:48.575868 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd1b4d5-d7d3-4c69-a6fa-de503fe35b6c None None] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:54:48.871727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11682844-7823-4852-bc65-df51be62ce71 req-d06aa03b-9da1-4b4d-ac75-f9724063b9ab tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:48.905281 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-11682844-7823-4852-bc65-df51be62ce71 req-d06aa03b-9da1-4b4d-ac75-f9724063b9ab tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 1.4273551 Feb 17 20:54:48.932663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:48.952057 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 3f36073e-4ca0-486f-b1c6-4451548d7b02 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:49.021628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 8c566979-3751-4019-9747-757b82dfade9 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:54:49.094860 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-11682844-7823-4852-bc65-df51be62ce71 req-015463e6-a9ff-4abc-b243-c09a2bd8faa9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887922 Feb 17 20:54:49.141967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f025f7-f8f8-482f-8553-312b12f704fb req-89c0c440-37c8-4e5d-885f-91258209b51f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:49.152763 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-08f025f7-f8f8-482f-8553-312b12f704fb req-89c0c440-37c8-4e5d-885f-91258209b51f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.8697290 Feb 17 20:54:49.166726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:49.233933 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-08f025f7-f8f8-482f-8553-312b12f704fb req-58cbc5d7-7d10-480d-b6c1-22c008f9fdb3 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797794 Feb 17 20:54:49.327151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-5f0d5f31-dcbf-4cb5-af29-6bc09ccc8300 None None] Provisioning for port 3f36073e-4ca0-486f-b1c6-4451548d7b02 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:49.504146 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:49.561827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Notify callbacks [] for port, precommit_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:49.562375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 8c566979-3751-4019-9747-757b82dfade9, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=8c566979-3751-4019-9747-757b82dfade9,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:49.565783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c566979-3751-4019-9747-757b82dfade9'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:54:49.576678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Transition to ACTIVE for port object 6797f455-bc93-4bcc-be8e-af3c05b4217d will not be triggered until provisioned by entity L2. {{(pid=84030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:49.588749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:49.714551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:49.730094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-da526133-fd24-4251-95ce-c6ba827ea7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:49.897619 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c566979-3751-4019-9747-757b82dfade9', 'code': 422} returned with failed status Feb 17 20:54:49.975936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:50.022541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 3f36073e-4ca0-486f-b1c6-4451548d7b02 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:50.052967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 3f36073e-4ca0-486f-b1c6-4451548d7b02 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:50.053401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.169439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df855b1a-7044-4b87-814f-18a6b6e40a35 None None] Pushing event updated for resources: {'Port': ['ID=6797f455-bc93-4bcc-be8e-af3c05b4217d,revision_number=2']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:50.175295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-df855b1a-7044-4b87-814f-18a6b6e40a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:50.195517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Allocated IP 172.20.0.1 (eeb1eeb2-83f7-4262-84e8-99ad048c58f2/ea73d019-f3e7-497d-bd29-ac72fe017a3e/04aefbf4-cf07-4878-b277-9b856f691170) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:54:50.215090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Attempting to bind port 6797f455-bc93-4bcc-be8e-af3c05b4217d on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:50.216664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Attempting to bind port 6797f455-bc93-4bcc-be8e-af3c05b4217d by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:50.218420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Attempting to bind port 6797f455-bc93-4bcc-be8e-af3c05b4217d on network 2cefb50c-123a-4701-b5cd-a0c180c60863 {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:50.234093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:50.237330 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Checking segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:50.239502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.240787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Bound using segment: {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'} {{(pid=84030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:50.241580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Bound port: 6797f455-bc93-4bcc-be8e-af3c05b4217d, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ad72d9-3e38-4de3-a186-35223678c729', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}}] {{(pid=84030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:50.243098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.259904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=8c566979-3751-4019-9747-757b82dfade9,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:50.268778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:50.414876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.514832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 3f36073e-4ca0-486f-b1c6-4451548d7b02, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=3f36073e-4ca0-486f-b1c6-4451548d7b02,segment=NetworkSegment(a4c4bc6c-2bd6-465e-bc2b-d156636f9191),segment_id=a4c4bc6c-2bd6-465e-bc2b-d156636f9191)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:50.516905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] For port 6797f455-bc93-4bcc-be8e-af3c05b4217d, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:50.520957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] For port 6797f455-bc93-4bcc-be8e-af3c05b4217d, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=6797f455-bc93-4bcc-be8e-af3c05b4217d,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:50.528624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.529193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84030) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.529928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device ec3b9b18-5732-422c-97c8-de9e4e50e965 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:50.660451 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:50.716766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.791876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Transition to ACTIVE for port object 04aefbf4-cf07-4878-b277-9b856f691170 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:50.828815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=3f36073e-4ca0-486f-b1c6-4451548d7b02,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:50.845078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:50.862390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c29c36-88c9-45f3-8ee1-28a058100022 req-7bb8298a-3519-48c0-beb3-f902f0946653 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:50.880006 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58c29c36-88c9-45f3-8ee1-28a058100022 req-7bb8298a-3519-48c0-beb3-f902f0946653 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.2905359 Feb 17 20:54:50.909302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-8d98c430-0f52-4a3b-92bf-59a44a9ca0f8 None None] Provisioning complete for port 3f36073e-4ca0-486f-b1c6-4451548d7b02 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:50.909731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8d98c430-0f52-4a3b-92bf-59a44a9ca0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.911055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.922696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:50.984081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-151ad23e-38c7-4d79-8406-45719fa42886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:50.986952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port ec3b9b18-5732-422c-97c8-de9e4e50e965 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:50.995526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:51.006933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51780) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:51.011991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port ec3b9b18-5732-422c-97c8-de9e4e50e965 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:51.012420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:51.064538 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-58c29c36-88c9-45f3-8ee1-28a058100022 req-27d8ff02-0bd7-48b9-a826-2e4ca215f0a1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831901 Feb 17 20:54:51.287119 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df855b1a-7044-4b87-814f-18a6b6e40a35 None None] Pushing event updated for resources: {'Port': ['ID=6797f455-bc93-4bcc-be8e-af3c05b4217d,revision_number=3']} {{(pid=84030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:51.305588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-df855b1a-7044-4b87-814f-18a6b6e40a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84030) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:51.308366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:51.348398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Routers {'4fad966a-3ebf-4928-8fc4-768bf4d558af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:51.356794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['4fad966a-3ebf-4928-8fc4-768bf4d558af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:51.433007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Pushing event updated for resources: {'Port': ['ID=04aefbf4-cf07-4878-b277-9b856f691170,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:51.446007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:51.454044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:51.495471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:51.521136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Usage tracker for resource:security_group_rule and tenant:b48207403fd3474eae5b57b1567c5ee7 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:51.529160 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:51.552612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:51.576743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:51.580951 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:51.588151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:54:51.637525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:51.750275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854114793'] for router_interface, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:51.750674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port ec3b9b18-5732-422c-97c8-de9e4e50e965, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=ec3b9b18-5732-422c-97c8-de9e4e50e965,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:51.762805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-d3ddf187-bace-4b5f-9bd5-654b768727e5 None None] Provisioning complete for port 3f36073e-4ca0-486f-b1c6-4451548d7b02 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:51.763248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf187-bace-4b5f-9bd5-654b768727e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:51.872396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:51.882622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:51.949027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] Set router 4fad966a-3ebf-4928-8fc4-768bf4d558af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:51.978766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-608c2b03-7ebb-4264-95ce-3e0fdf60e350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:52.019250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:52.056790 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b48207403fd3474eae5b57b1567c5ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0089936 Feb 17 20:54:52.059470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:52.060461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51808) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:52.066281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3271cf37-a2e2-4135-91a2-67eb47905de0,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:52.078176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:52.223582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:52.285934 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-77c63fca-7198-44ca-aa5d-1e4a80aef5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:52.381634 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=ec3b9b18-5732-422c-97c8-de9e4e50e965,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:52.400383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:52.416898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-77c63fca-7198-44ca-aa5d-1e4a80aef5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:52.456269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 4c42ae79-ddb5-4906-92d9-0faf325ad865 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:52.556782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-77c63fca-7198-44ca-aa5d-1e4a80aef5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:52.562621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6127bb03-ace2-475c-8ad5-285f293ed05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:52.591822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c63fca-7198-44ca-aa5d-1e4a80aef5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3271cf37-a2e2-4135-91a2-67eb47905de0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:52.630850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-77c63fca-7198-44ca-aa5d-1e4a80aef5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:52.633682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-77c63fca-7198-44ca-aa5d-1e4a80aef5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:52.636966 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-77c63fca-7198-44ca-aa5d-1e4a80aef5b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3271cf37-a2e2-4135-91a2-67eb47905de0 HTTP/1.1" status: 204 len: 168 time: 0.5665278 Feb 17 20:54:53.150441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:53.152168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 4c42ae79-ddb5-4906-92d9-0faf325ad865 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:53.152578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:53.258118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:38Z', 'updated_at': '2021-02-17T20:54:41Z', 'revision_number': 3, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'gw_port': {'id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:40Z', 'updated_at': '2021-02-17T20:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:53.264028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c8a65-c800-4f2d-b02a-13851c54685e None None] The sync data for ids ['4fad966a-3ebf-4928-8fc4-768bf4d558af'] in dv-cinder-760184-4-iscsi is: [{'id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:38Z', 'updated_at': '2021-02-17T20:54:41Z', 'revision_number': 3, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'gw_port': {'id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:40Z', 'updated_at': '2021-02-17T20:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:54:53.304738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:53.332960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179d6d8-86d5-4c79-94d3-caafdbf4d538 req-cb8c6b97-757e-443b-9848-e69cc4efb3ba tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:53.336882 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4179d6d8-86d5-4c79-94d3-caafdbf4d538 req-cb8c6b97-757e-443b-9848-e69cc4efb3ba tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.3439233 Feb 17 20:54:53.410932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ebf2db5c-30b2-41e3-9d79-5bd96ab8cfea None None] Provisioning for port 04aefbf4-cf07-4878-b277-9b856f691170 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:53.438440 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4179d6d8-86d5-4c79-94d3-caafdbf4d538 req-3509fa5c-4f9d-4870-bb9a-27659636699b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951691 Feb 17 20:54:53.451413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ebf2db5c-30b2-41e3-9d79-5bd96ab8cfea None None] Provisioning complete for port 04aefbf4-cf07-4878-b277-9b856f691170 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:53.451900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ebf2db5c-30b2-41e3-9d79-5bd96ab8cfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:53.549384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da7c13-3658-4669-8abc-88786a1c785a req-0b0f9f4d-f622-405b-9601-5beb1649d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:53.551301 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0da7c13-3658-4669-8abc-88786a1c785a req-0b0f9f4d-f622-405b-9601-5beb1649d8d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1162 time: 0.2547066 Feb 17 20:54:53.553625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:53.554923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2db5c-30b2-41e3-9d79-5bd96ab8cfea None None] Port 04aefbf4-cf07-4878-b277-9b856f691170 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:54:53.564558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:53.688952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 3f36073e-4ca0-486f-b1c6-4451548d7b02 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:53.727575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1db22bf1-939b-4bc9-a4a8-4555aa7de0db tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:53.880943 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-661105'] for router_interface, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:53.908938 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 3f36073e-4ca0-486f-b1c6-4451548d7b02 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:53.911609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:53.990368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b4e3d-1498-4e86-9f80-8937fdd61e73 req-a6647d6c-cc20-48bc-baf5-bf68a4fa8272 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:54.002746 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f0b4e3d-1498-4e86-9f80-8937fdd61e73 req-a6647d6c-cc20-48bc-baf5-bf68a4fa8272 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.2740755 Feb 17 20:54:54.006830 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Pushing event updated for resources: {'Port': ['ID=04aefbf4-cf07-4878-b277-9b856f691170,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:54.016532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:54.130185 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f0b4e3d-1498-4e86-9f80-8937fdd61e73 req-f4a8c413-b676-4468-89a0-6fdf817bab06 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219790 Feb 17 20:54:54.350345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da7c13-3658-4669-8abc-88786a1c785a req-b657a2c8-25de-4c48-86e4-968c0ba6bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:54.352543 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0da7c13-3658-4669-8abc-88786a1c785a req-b657a2c8-25de-4c48-86e4-968c0ba6bfea service neutron] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 912 time: 0.6269403 Feb 17 20:54:54.465237 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0da7c13-3658-4669-8abc-88786a1c785a req-ffe16caa-3cc4-4509-9859-49d5176f20c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208da23c-bb2a-406e-905b-f4357b0d94f1 HTTP/1.1" status: 200 len: 217 time: 0.0999591 Feb 17 20:54:54.518522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 6797f455-bc93-4bcc-be8e-af3c05b4217d up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:54.595570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da7c13-3658-4669-8abc-88786a1c785a req-44e2911e-1750-42d5-a669-868655fee385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:54.597197 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0da7c13-3658-4669-8abc-88786a1c785a req-44e2911e-1750-42d5-a669-868655fee385 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.1245995 Feb 17 20:54:54.603739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:54:54.605187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:54:54.788298 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 6797f455-bc93-4bcc-be8e-af3c05b4217d completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:54:54.795323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 6797f455-bc93-4bcc-be8e-af3c05b4217d triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:54.796060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:54.827525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bcb73-c4ac-4ed3-877c-433dde393260 req-80ced554-f964-43e1-bf94-14b5dbcd3780 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:54.838152 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-191bcb73-c4ac-4ed3-877c-433dde393260 req-80ced554-f964-43e1-bf94-14b5dbcd3780 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1799574 Feb 17 20:54:54.947754 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-191bcb73-c4ac-4ed3-877c-433dde393260 req-1a8b7639-9f7c-4a28-8e50-1b0c60561c41 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082928 Feb 17 20:54:54.996762 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0da7c13-3658-4669-8abc-88786a1c785a req-97a473b0-2419-46bb-92b0-4b2b70290f0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3834956 Feb 17 20:54:55.041074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:55.077545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 6797f455-bc93-4bcc-be8e-af3c05b4217d, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=6797f455-bc93-4bcc-be8e-af3c05b4217d,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:54:55.088590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:55.089919 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device ec3b9b18-5732-422c-97c8-de9e4e50e965 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:55.123743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-63541372-627c-4c06-9f89-c0c5cd6146b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:55.284055 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-8ea7fb9b-2f84-4623-88ac-4e2af3566d6a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5593119 Feb 17 20:54:55.362623 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-70305bca-5eaf-43b7-95bf-19a2a291cb4b None None] Provisioning complete for port 04aefbf4-cf07-4878-b277-9b856f691170 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:55.363128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-70305bca-5eaf-43b7-95bf-19a2a291cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:55.434707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332c4b1-1d29-4b91-b944-3fa8efa4d9c5 req-1fd804d3-4e09-4d87-810c-97658e66afa5 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:55.444754 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a332c4b1-1d29-4b91-b944-3fa8efa4d9c5 req-1fd804d3-4e09-4d87-810c-97658e66afa5 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1280422 Feb 17 20:54:55.532494 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a332c4b1-1d29-4b91-b944-3fa8efa4d9c5 req-44310d09-248d-459a-8463-eacdb36fe605 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814624 Feb 17 20:54:55.548566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-70305bca-5eaf-43b7-95bf-19a2a291cb4b None None] Port 04aefbf4-cf07-4878-b277-9b856f691170 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:54:55.604981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=6797f455-bc93-4bcc-be8e-af3c05b4217d,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:55.609664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:55.625841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port ec3b9b18-5732-422c-97c8-de9e4e50e965 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:55.626405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:55.755551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:54:55.792367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Router 4fad966a-3ebf-4928-8fc4-768bf4d558af has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:54:55.932329 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0da7c13-3658-4669-8abc-88786a1c785a req-4e0b5596-5760-4d27-8ea9-ac47b71143a7 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9158287 Feb 17 20:54:56.178145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-4211796c-cee1-415b-bcfd-813b7e100433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:56.180420 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-4211796c-cee1-415b-bcfd-813b7e100433 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 1162 time: 0.5281940 Feb 17 20:54:56.190413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43c15a-28be-4a8f-9db6-9444fdc0353e req-90e85b5c-6352-4437-976e-0cf10efa82a2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:56.199555 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c43c15a-28be-4a8f-9db6-9444fdc0353e req-90e85b5c-6352-4437-976e-0cf10efa82a2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1043742 Feb 17 20:54:56.266395 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c43c15a-28be-4a8f-9db6-9444fdc0353e req-d6499373-b3bf-4920-8ba4-9221cc67214d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653534 Feb 17 20:54:56.280615 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0da7c13-3658-4669-8abc-88786a1c785a req-7e98f734-c160-4699-8bbe-44dd62ed3c10 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3259704 Feb 17 20:54:56.428477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:54:56.441151 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] 10.222.0.30 "PUT /v2.0/routers/4fad966a-3ebf-4928-8fc4-768bf4d558af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3796015 Feb 17 20:54:56.459106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 6797f455-bc93-4bcc-be8e-af3c05b4217d up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:54:56.533473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-bea3b746-2cfa-4e99-b476-03f6335a0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:56.535182 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-bea3b746-2cfa-4e99-b476-03f6335a0980 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 904 time: 0.2314644 Feb 17 20:54:56.596208 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 6797f455-bc93-4bcc-be8e-af3c05b4217d triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:54:56.596643 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:56.606581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 51896) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:54:56.690697 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-e56e3d10-a873-4dda-8f1e-05aa278553b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e01105e-f664-4184-bcba-252fec105144 HTTP/1.1" status: 200 len: 1000 time: 0.1435785 Feb 17 20:54:56.864064 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-98eb4c84-77f8-4078-9f92-44c685d81395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:56.870492 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-98eb4c84-77f8-4078-9f92-44c685d81395 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 200 len: 849 time: 0.1656535 Feb 17 20:54:57.022722 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855b5e7-cf43-4378-9ad3-0280044fefcb req-eebc301c-17a2-426e-8b63-32b4afde4b26 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:57.030560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Sync routers for ids ['4fad966a-3ebf-4928-8fc4-768bf4d558af'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:54:57.033398 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b855b5e7-cf43-4378-9ad3-0280044fefcb req-eebc301c-17a2-426e-8b63-32b4afde4b26 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1775696 Feb 17 20:54:57.074517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Routers {'4fad966a-3ebf-4928-8fc4-768bf4d558af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:57.075409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['4fad966a-3ebf-4928-8fc4-768bf4d558af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:57.097064 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-290f339b-c8fa-4c6d-bd44-06eecdc2c527 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4884458 Feb 17 20:54:57.113861 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b855b5e7-cf43-4378-9ad3-0280044fefcb req-6a806c88-2f87-45ff-8945-05138e322532 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792410 Feb 17 20:54:57.427689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Set router 4fad966a-3ebf-4928-8fc4-768bf4d558af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:54:57.663683 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0348-b294-4f85-a496-b39043a553a5 req-08ad9426-4f60-43bf-a309-fa9b37c921cc tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:57.665460 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b17e0348-b294-4f85-a496-b39043a553a5 req-08ad9426-4f60-43bf-a309-fa9b37c921cc tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1774235 Feb 17 20:54:57.745471 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b17e0348-b294-4f85-a496-b39043a553a5 req-81bb593f-361b-471b-bf9b-5bf3d5552683 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687525 Feb 17 20:54:57.805532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1896219297', 'description': 'tempest-TestShelveInstance-1896219297 description'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:57.812714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:57.817803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Usage tracker for resource:security_group and tenant:b495c35e9b7f4702bc0a2205b58b1e8f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:57.821710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:57.828183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:57.851400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:57.875140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:57.879658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Usage tracker for resource:security_group_rule and tenant:b495c35e9b7f4702bc0a2205b58b1e8f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:57.883789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:57.890431 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:58.063057 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-2048dbea-dc6c-4a20-a326-889ba01ef6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:58.064682 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-2048dbea-dc6c-4a20-a326-889ba01ef6ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d5367c3-db87-4b07-ae58-a70af8b324d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1697578 Feb 17 20:54:58.078690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:38Z', 'updated_at': '2021-02-17T20:54:52Z', 'revision_number': 4, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'gw_port': {'id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:40Z', 'updated_at': '2021-02-17T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '04aefbf4-cf07-4878-b277-9b856f691170', 'name': '', 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'mac_address': 'fa:16:3e:0b:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea73d019-f3e7-497d-bd29-ac72fe017a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:49Z', 'updated_at': '2021-02-17T20:54:52Z', 'revision_number': 2, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'subnets': [{'id': 'ea73d019-f3e7-497d-bd29-ac72fe017a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:54:58.083690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Checking router: 4fad966a-3ebf-4928-8fc4-768bf4d558af for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:54:58.084099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Updating router 4fad966a-3ebf-4928-8fc4-768bf4d558af port 04aefbf4-cf07-4878-b277-9b856f691170 binding host dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 20:54:58.095159 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.103229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.133311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6520cb21-031a-4fc2-b2fc-8635b9e1fd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:58.157899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.164642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.190165 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cbf03d04-2100-41f3-b4eb-f6846da708bb req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3773816 Feb 17 20:54:58.228418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa84ff5-a70b-4863-ab29-d90dd941c79d,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:58.249580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:58.311314 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f6ed44da-960e-4d44-9802-2c90211159db req-43e1e48a-a5b5-4607-8186-06b8a4d13e87 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups/4fa84ff5-a70b-4863-ab29-d90dd941c79d HTTP/1.1" status: 200 len: 1802 time: 0.1198685 Feb 17 20:54:58.326080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa84ff5-a70b-4863-ab29-d90dd941c79d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:58.327127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa84ff5-a70b-4863-ab29-d90dd941c79d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:58.340879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:58.347907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Usage tracker for resource:security_group_rule and tenant:b495c35e9b7f4702bc0a2205b58b1e8f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:58.353367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:58.361808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:58.507200 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.542461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.556909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.568201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5dbc5-4cb7-40ba-b5c2-f4d01ae800a4 req-c798f6e2-6b57-46e0-b797-1ef536ddcc85 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:58.569965 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8f5dbc5-4cb7-40ba-b5c2-f4d01ae800a4 req-c798f6e2-6b57-46e0-b797-1ef536ddcc85 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1987376 Feb 17 20:54:58.591502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f18ba2b5-86ae-4068-8bea-928f32bf59ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:58.620239 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.621533 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f6ed44da-960e-4d44-9802-2c90211159db req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3029897 Feb 17 20:54:58.628797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcd9366-1b2a-4c40-a0ee-9c8f836703e3,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:58.631935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4e347e6b-1f4f-4c95-8414-9093651fb2d4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:58.694835 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8f5dbc5-4cb7-40ba-b5c2-f4d01ae800a4 req-ef1db0b7-fdbc-45fb-8fc4-7e0345364df8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904307 Feb 17 20:54:58.711755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Notify callbacks [] for port, precommit_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.729014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Transition to ACTIVE for port object 04aefbf4-cf07-4878-b277-9b856f691170 will not be triggered until provisioned by entity L2. {{(pid=84029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:54:58.736752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:58.751885 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-3bdd2ce4-0ee9-4a2a-b607-b8b334a061ab tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups/4fa84ff5-a70b-4863-ab29-d90dd941c79d HTTP/1.1" status: 200 len: 2395 time: 0.1058815 Feb 17 20:54:58.756639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-67f2fea1-3da2-41fe-864c-eb4deaea25bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:58.765829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa84ff5-a70b-4863-ab29-d90dd941c79d', 'remote_group_id': None}]} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:58.766561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa84ff5-a70b-4863-ab29-d90dd941c79d', 'remote_group_id': None}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:54:58.787269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:54:58.797715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Usage tracker for resource:security_group_rule and tenant:b495c35e9b7f4702bc0a2205b58b1e8f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:54:58.807078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:54:58.823741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:54:58.909627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa674f99-f68e-4ea5-8496-ad534e8badf8 None None] Pushing event updated for resources: {'Port': ['ID=04aefbf4-cf07-4878-b277-9b856f691170,revision_number=3']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:58.918873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fa674f99-f68e-4ea5-8496-ad534e8badf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:58.994531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:59.022581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:59.029274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:59.040901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1f868b1f-8411-4d73-a0c1-620db07fde16 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:59.072621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f256f9-9fd3-4596-95b0-4be67b3be18e,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:59.094690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6414cd3-6fd3-4866-87a9-df6904f25c08 req-132e494d-5ea2-4d2b-a6ca-44aed2a0c680 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:54:59.098807 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f6414cd3-6fd3-4866-87a9-df6904f25c08 req-132e494d-5ea2-4d2b-a6ca-44aed2a0c680 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1908391 Feb 17 20:54:59.108437 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.109174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.109730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.110317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.110867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.111429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.111970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.112802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.113215 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.113612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.114007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.114444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.114905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.115291 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.115700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.116490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.117550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.118171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.118617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.119197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.119588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.119980 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.120369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.120757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:54:59.135138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:59.167849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Attempting to bind port 04aefbf4-cf07-4878-b277-9b856f691170 on host dv-cinder-760184-4-iscsi for vnic_type normal with profile {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:54:59.168597 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Attempting to bind port 04aefbf4-cf07-4878-b277-9b856f691170 by drivers openvswitch on host dv-cinder-760184-4-iscsi at level 0 using segments [{'id': 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2'}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:54:59.169225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Attempting to bind port 04aefbf4-cf07-4878-b277-9b856f691170 on network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:54:59.180727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:59.181530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Checking agent: {'id': '50315e94-90f7-4af9-8ae9-b347f108711f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 42, 52), 'started_at': datetime.datetime(2021, 2, 17, 20, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:54:59.182146 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-784c2741-8c8f-4a78-af78-ff5fe430949e req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4229288 Feb 17 20:54:59.182501 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Checking segment: {'id': 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:54:59.183179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:59.183818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Bound using segment: {'id': 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2'} {{(pid=84029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:54:59.190475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Bound port: 04aefbf4-cf07-4878-b277-9b856f691170, host: dv-cinder-760184-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2'}}] {{(pid=84029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:54:59.193465 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f6414cd3-6fd3-4866-87a9-df6904f25c08 req-9aab19f1-5300-46f8-a95f-d2bf74d851ea tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607226 Feb 17 20:54:59.197422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:59.359012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] For port 04aefbf4-cf07-4878-b277-9b856f691170, host dv-cinder-760184-4-iscsi, cleared binding levels {{(pid=84029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:54:59.363999 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] For port 04aefbf4-cf07-4878-b277-9b856f691170, host dv-cinder-760184-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=04aefbf4-cf07-4878-b277-9b856f691170,segment=NetworkSegment(a4c4bc6c-2bd6-465e-bc2b-d156636f9191),segment_id=a4c4bc6c-2bd6-465e-bc2b-d156636f9191)] {{(pid=84029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:54:59.373936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:54:59.402233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9b1deffe-5172-4d10-b140-2386b311a66b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:54:59.568191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa674f99-f68e-4ea5-8496-ad534e8badf8 None None] Pushing event updated for resources: {'Port': ['ID=04aefbf4-cf07-4878-b277-9b856f691170,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:54:59.572586 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fa674f99-f68e-4ea5-8496-ad534e8badf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:54:59.712055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Routers {'4fad966a-3ebf-4928-8fc4-768bf4d558af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:54:59.712766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:54:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['4fad966a-3ebf-4928-8fc4-768bf4d558af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:55:00.092004 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-d2a8db20-a3a3-405d-8658-e93bf9cdb57d service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776883 Feb 17 20:55:00.142158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aa323-65d1-4f91-ac4d-009abacf0c02 req-e579f7ad-c75b-4f43-b945-8fca36a3ecd8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:00.152375 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-466aa323-65d1-4f91-ac4d-009abacf0c02 req-e579f7ad-c75b-4f43-b945-8fca36a3ecd8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1440566 Feb 17 20:55:00.221190 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-466aa323-65d1-4f91-ac4d-009abacf0c02 req-88ca3484-6925-4588-a1f2-4325b482e117 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675921 Feb 17 20:55:00.254580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] Set router 4fad966a-3ebf-4928-8fc4-768bf4d558af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:55:00.399570 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a651bcc-fe30-493d-8620-be5d32eb4de3 req-109182ea-2af0-45c5-a201-be7fdbc58fe8 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2993689 Feb 17 20:55:00.557545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4751bd-868d-487c-953f-135aec3c6ff0 req-e307ec8a-6f1b-4712-8493-333de32ac121 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:00.559530 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2f4751bd-868d-487c-953f-135aec3c6ff0 req-e307ec8a-6f1b-4712-8493-333de32ac121 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0979576 Feb 17 20:55:00.624890 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2f4751bd-868d-487c-953f-135aec3c6ff0 req-b431baac-a72d-43d1-866e-3a51111431f2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584600 Feb 17 20:55:00.658646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:00.964045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:38Z', 'updated_at': '2021-02-17T20:54:52Z', 'revision_number': 4, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'gw_port': {'id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:40Z', 'updated_at': '2021-02-17T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '04aefbf4-cf07-4878-b277-9b856f691170', 'name': '', 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'mac_address': 'fa:16:3e:0b:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea73d019-f3e7-497d-bd29-ac72fe017a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:49Z', 'updated_at': '2021-02-17T20:54:59Z', 'revision_number': 4, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'subnets': [{'id': 'ea73d019-f3e7-497d-bd29-ac72fe017a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:55:00.968703 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b818e3e-71df-476d-a1c6-e0ec1815c389 None None] The sync data for ids ['4fad966a-3ebf-4928-8fc4-768bf4d558af'] in dv-cinder-760184-4-iscsi is: [{'id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:38Z', 'updated_at': '2021-02-17T20:54:52Z', 'revision_number': 4, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'gw_port': {'id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:40Z', 'updated_at': '2021-02-17T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '04aefbf4-cf07-4878-b277-9b856f691170', 'name': '', 'network_id': 'eeb1eeb2-83f7-4262-84e8-99ad048c58f2', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'mac_address': 'fa:16:3e:0b:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ea73d019-f3e7-497d-bd29-ac72fe017a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:49Z', 'updated_at': '2021-02-17T20:54:59Z', 'revision_number': 4, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'subnets': [{'id': 'ea73d019-f3e7-497d-bd29-ac72fe017a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:55:01.507407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fac783-4045-4d80-b242-d9786c4a913f req-1eb336e6-dde2-4927-afea-62fdb84ffbd7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:01.521648 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a5fac783-4045-4d80-b242-d9786c4a913f req-1eb336e6-dde2-4927-afea-62fdb84ffbd7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1552622 Feb 17 20:55:01.576789 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a5fac783-4045-4d80-b242-d9786c4a913f req-6f9172b1-c055-48a1-a507-6a2c90a189ca tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540280 Feb 17 20:55:01.985102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bf45d-12f5-4f05-bcfb-4a9e25c7a68e req-d774bd44-f80b-42ae-ae10-695323d6d698 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:01.986725 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-502bf45d-12f5-4f05-bcfb-4a9e25c7a68e req-d774bd44-f80b-42ae-ae10-695323d6d698 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1718605 Feb 17 20:55:02.046898 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-502bf45d-12f5-4f05-bcfb-4a9e25c7a68e req-d174325a-bf38-49e8-a686-23d1e86046e4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533459 Feb 17 20:55:02.366219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 04aefbf4-cf07-4878-b277-9b856f691170 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:55:02.480348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning for port 04aefbf4-cf07-4878-b277-9b856f691170 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:55:02.486153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 04aefbf4-cf07-4878-b277-9b856f691170 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:02.486644 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:02.622014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:02.664506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] For port 04aefbf4-cf07-4878-b277-9b856f691170, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=04aefbf4-cf07-4878-b277-9b856f691170,segment=NetworkSegment(a4c4bc6c-2bd6-465e-bc2b-d156636f9191),segment_id=a4c4bc6c-2bd6-465e-bc2b-d156636f9191)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:55:02.667454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:02.669425 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:02.752692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Pushing event updated for resources: {'Port': ['ID=04aefbf4-cf07-4878-b277-9b856f691170,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:02.756257 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:02.841340 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef9c25-f312-4ad3-92ac-ec2a4e41e6ad req-4cc86f50-d36c-41e6-9f33-f7808838286f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:02.843133 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bef9c25-f312-4ad3-92ac-ec2a4e41e6ad req-4cc86f50-d36c-41e6-9f33-f7808838286f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1179824 Feb 17 20:55:02.907564 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bef9c25-f312-4ad3-92ac-ec2a4e41e6ad req-f694ddfc-8f4a-44b2-90c9-13c12755a180 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560272 Feb 17 20:55:03.283151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829f6b1-5c3f-438c-8bde-5f1db98aa4e2 req-7e0bda73-4cd4-4504-881b-b9130e10d89d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:03.285003 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7829f6b1-5c3f-438c-8bde-5f1db98aa4e2 req-7e0bda73-4cd4-4504-881b-b9130e10d89d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0998549 Feb 17 20:55:03.426820 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7829f6b1-5c3f-438c-8bde-5f1db98aa4e2 req-31690a3e-a741-4cd2-9204-82b2eb63c79f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354697 Feb 17 20:55:03.504921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-9b993359-bad0-484a-b860-ae2af1dcc0ff tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:03.505700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-9b993359-bad0-484a-b860-ae2af1dcc0ff tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Synchronizing usage tracker for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:03.523956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-9b993359-bad0-484a-b860-ae2af1dcc0ff tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Unset dirty status for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:03.525270 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-9b993359-bad0-484a-b860-ae2af1dcc0ff tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 815 time: 0.1946864 Feb 17 20:55:03.542504 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-7a00e982-c7b0-4ea4-8854-f77774c9f0dd tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/quotas/f5e93ed1196b40128fd2f890fa21de32 HTTP/1.1" status: 200 len: 375 time: 0.0107918 Feb 17 20:55:03.636516 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-acfee7bd-76e8-4709-9dfc-c99c7264d831 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880938 Feb 17 20:55:03.802042 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-861e4527-4965-4a86-975e-a9387cdc1744 service neutron] 10.222.0.30 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513870 Feb 17 20:55:03.962417 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-feffaa3d-3838-453a-aed4-ab929223d9f9 service neutron] 10.222.0.30 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1534691 Feb 17 20:55:04.180823 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69c3327b-10c2-4585-8a11-9c5d73657ff1 req-6b036fa1-485e-4817-8bef-c8c0b92264be tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 210 time: 0.0571079 Feb 17 20:55:04.188594 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2ac27-b633-4644-985d-0cf161c96f62 req-437f0945-beb6-487d-aa75-3fbc1ead3324 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:04.190200 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ed2ac27-b633-4644-985d-0cf161c96f62 req-437f0945-beb6-487d-aa75-3fbc1ead3324 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1596611 Feb 17 20:55:04.253103 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ed2ac27-b633-4644-985d-0cf161c96f62 req-047e3513-a7a5-4681-b1ce-90037ff52526 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556583 Feb 17 20:55:04.330337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 04aefbf4-cf07-4878-b277-9b856f691170 up at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:55:04.410623 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Provisioning complete for port 04aefbf4-cf07-4878-b277-9b856f691170 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:04.411047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:04.728856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b9d22-3658-408b-8fbb-c22267dfb7a2 req-6f5d43c2-5a41-4456-9762-2de0505ae64c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:04.752157 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ff5b9d22-3658-408b-8fbb-c22267dfb7a2 req-6f5d43c2-5a41-4456-9762-2de0505ae64c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1720858 Feb 17 20:55:04.865741 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ff5b9d22-3658-408b-8fbb-c22267dfb7a2 req-44df925e-b542-4fe3-a636-74ce60280bc1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113679 Feb 17 20:55:05.069573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-ed418d43-6eda-4208-9f60-9ac7e02bfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:05.072170 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-ed418d43-6eda-4208-9f60-9ac7e02bfe76 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733&tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d HTTP/1.1" status: 200 len: 1160 time: 0.0925093 Feb 17 20:55:05.184889 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-8255b1a0-09ae-48fa-b737-370c88b633f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:05.187059 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-8255b1a0-09ae-48fa-b737-370c88b633f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 1160 time: 0.0875313 Feb 17 20:55:05.451290 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-56a824ca-c13f-40ce-88d6-4f7ef734a09b req-15026d7d-2479-4aeb-81c4-d933bdc46f66 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 210 time: 0.0778329 Feb 17 20:55:05.452397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-313d048c-5891-4dcc-8ecd-f6b573dc5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:05.454189 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-313d048c-5891-4dcc-8ecd-f6b573dc5801 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 911 time: 0.2596638 Feb 17 20:55:05.563257 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffe89-dd17-45fe-b14f-82aad50ee3de req-c0475a89-8e65-4296-93e8-d2fd5899c0f7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:05.565833 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a57ffe89-dd17-45fe-b14f-82aad50ee3de req-c0475a89-8e65-4296-93e8-d2fd5899c0f7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1133797 Feb 17 20:55:05.677297 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a57ffe89-dd17-45fe-b14f-82aad50ee3de req-369cebb3-4e10-4686-94ce-2b3ee72d7988 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034532 Feb 17 20:55:05.717553 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-655cce40-5c8f-4d25-bae8-8cd980ae0664 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c566979-3751-4019-9747-757b82dfade9 HTTP/1.1" status: 200 len: 999 time: 0.2515051 Feb 17 20:55:05.830918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-eaf8890a-1ddc-4e4f-a0a2-2a08c747c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:05.832650 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-eaf8890a-1ddc-4e4f-a0a2-2a08c747c620 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.1047082 Feb 17 20:55:05.941199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-8fe14b96-e46a-4dac-8453-37803fd55353 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:05.942860 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-8fe14b96-e46a-4dac-8453-37803fd55353 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.67 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 815 time: 0.3581572 Feb 17 20:55:05.973892 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'port': {'device_id': '997f4a09-d420-456d-9779-c0c94832ec4e', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'admin_state_up': True, 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:55:05.992468 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-aed89bd5-82fe-4de1-bcda-8176fdb950b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:05.994614 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-aed89bd5-82fe-4de1-bcda-8176fdb950b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1530180 Feb 17 20:55:06.084558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:55:06.151766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e582633-560b-4bb3-a66c-c7d688a1ab5c req-3c01ae9c-1eef-4b95-abd4-0f55b73f8e12 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:06.153537 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0e582633-560b-4bb3-a66c-c7d688a1ab5c req-3c01ae9c-1eef-4b95-abd4-0f55b73f8e12 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1254747 Feb 17 20:55:06.208564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:06.209255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:06.278484 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0e582633-560b-4bb3-a66c-c7d688a1ab5c req-d2233b31-f2e1-405e-bac5-85387ec82eea tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146083 Feb 17 20:55:06.321905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:55:06.326596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Usage tracker for resource:port and tenant:f5e93ed1196b40128fd2f890fa21de32 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:55:06.329784 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:55:06.339239 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-b044459d-e856-4562-9402-102b3956561f service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822003 Feb 17 20:55:06.340174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:55:06.375418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Made reservation on behalf of f5e93ed1196b40128fd2f890fa21de32 for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:55:06.390747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:06.626113 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2ed16b15-1a8f-48ea-b812-da62d14e21a4 req-f28b96d4-5b40-4d9e-948a-f211deeb3d58 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 210 time: 0.0504761 Feb 17 20:55:06.655989 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94c8b1c6-d64b-49ac-b098-731660b22e17 req-7101b64c-45ec-4866-8df7-4c7c49a83e99 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3079956 Feb 17 20:55:06.906613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Allocated IP 172.20.0.14 (b7a4e2ba-167f-4279-b488-da72425c1fed/63431a95-84a7-4517-9808-38c4da2fe144/d66a03c6-9fdb-43ef-b93b-8a8c71187ace) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:55:07.007317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f977c-b4da-473a-aeaf-49889c6f0e51 req-095768ec-79fd-4b80-a6cb-96634ea57f54 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:07.016647 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d1f977c-b4da-473a-aeaf-49889c6f0e51 req-095768ec-79fd-4b80-a6cb-96634ea57f54 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1278033 Feb 17 20:55:07.073545 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d1f977c-b4da-473a-aeaf-49889c6f0e51 req-f933871b-03e3-46a5-bf93-d7dbe2d9277f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558255 Feb 17 20:55:07.417680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:07.461884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Transition to ACTIVE for port object d66a03c6-9fdb-43ef-b93b-8a8c71187ace will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:55:07.500519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:07.542635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:07.648573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5db30-f202-4e71-9345-e81dfb022b1a req-1addd746-ab11-40d1-9bfd-47bbf293e54b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:07.659039 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28d5db30-f202-4e71-9345-e81dfb022b1a req-1addd746-ab11-40d1-9bfd-47bbf293e54b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1778278 Feb 17 20:55:07.716376 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-28d5db30-f202-4e71-9345-e81dfb022b1a req-c6a01a25-02b9-411d-a618-f1437f3a3dab tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563533 Feb 17 20:55:07.740811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event updated for resources: {'Port': ['ID=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:07.769245 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.769994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.770625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.771317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.771905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.772497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.773109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.773709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.774309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.774887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.775465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.776073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.776730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.777466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.778079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.778715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.779284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.779836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.780384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.780964 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.781552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.782125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.782729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.783296 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:55:07.790235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:07.866180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Network b7a4e2ba-167f-4279-b488-da72425c1fed is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:55:07.868335 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:55:07.876076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:55:07.963396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 52202) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:07.976550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:07.977396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.005920 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0411229 Feb 17 20:55:08.034408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Request body: {'port': {'device_id': '997f4a09-d420-456d-9779-c0c94832ec4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:55:08.041105 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572745e-b6d5-476f-8f21-91c6d6198a08 req-fa1f4811-2100-4f9b-8ff6-debbdf4a0ed8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:08.043136 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b572745e-b6d5-476f-8f21-91c6d6198a08 req-fa1f4811-2100-4f9b-8ff6-debbdf4a0ed8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 932 time: 0.1263509 Feb 17 20:55:08.121127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b572745e-b6d5-476f-8f21-91c6d6198a08 req-97963855-f946-49ea-8ade-d60d8447acff tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Synchronizing usage tracker for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:08.152704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b572745e-b6d5-476f-8f21-91c6d6198a08 req-97963855-f946-49ea-8ade-d60d8447acff tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Unset dirty status for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:08.162728 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b572745e-b6d5-476f-8f21-91c6d6198a08 req-97963855-f946-49ea-8ade-d60d8447acff tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110890 Feb 17 20:55:08.199952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.238152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:55:08.246709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Usage tracker for resource:security_group_rule and tenant:8badc065499a43adb864206af7b4d85f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:55:08.251542 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:55:08.259726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.269805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:55:08.330827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-dbb37ec2-0ae7-4ade-8a42-c9b99e384048 None None] Provisioning for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:55:08.344556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-dbb37ec2-0ae7-4ade-8a42-c9b99e384048 None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:08.346044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dbb37ec2-0ae7-4ade-8a42-c9b99e384048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.356161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50c9db-dc45-4cbc-8755-a4331ed68db4 req-29e2ada9-bad1-452a-b1ea-86f4cf16860a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:08.358085 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f50c9db-dc45-4cbc-8755-a4331ed68db4 req-29e2ada9-bad1-452a-b1ea-86f4cf16860a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1248507 Feb 17 20:55:08.460302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-dbb37ec2-0ae7-4ade-8a42-c9b99e384048 None None] Port d66a03c6-9fdb-43ef-b93b-8a8c71187ace cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:55:08.471768 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f50c9db-dc45-4cbc-8755-a4331ed68db4 req-4024a9f2-b924-4514-99b3-d922fd403510 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037743 Feb 17 20:55:08.575150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.592402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.655661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8155924a-9d54-495c-a5a4-b42dfb4222a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:08.726657 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8badc065499a43adb864206af7b4d85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7614651 Feb 17 20:55:08.727499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7f352e-66c7-4ef9-9748-b339e061678c,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:08.730530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 52214) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:08.733258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:08.873402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13473a58-1a74-437c-acfe-0a735683be25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.912376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13473a58-1a74-437c-acfe-0a735683be25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.913383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66a03c6-9fdb-43ef-b93b-8a8c71187ace {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:55:08.924684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.942501 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Transition to ACTIVE for port object d66a03c6-9fdb-43ef-b93b-8a8c71187ace will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:55:08.945772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:08.964845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13b7d84f-a3df-4a2e-95b7-ce7c6c5b9f3b tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:09.088046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13473a58-1a74-437c-acfe-0a735683be25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:09.095738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ec981cac-6035-447c-a2ef-43aafc9b9328 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:09.114342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13473a58-1a74-437c-acfe-0a735683be25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7f352e-66c7-4ef9-9748-b339e061678c,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:09.121255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13473a58-1a74-437c-acfe-0a735683be25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:09.125079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Pushing event updated for resources: {'Port': ['ID=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:09.128908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-13473a58-1a74-437c-acfe-0a735683be25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:09.130764 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-13473a58-1a74-437c-acfe-0a735683be25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b7f352e-66c7-4ef9-9748-b339e061678c HTTP/1.1" status: 204 len: 168 time: 0.3973498 Feb 17 20:55:09.152692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:09.186822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d800fb1-223c-438a-9f1f-5222b505e289 req-71771f83-2135-4704-9833-5e3c6e6ef758 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:09.188823 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6d800fb1-223c-438a-9f1f-5222b505e289 req-71771f83-2135-4704-9833-5e3c6e6ef758 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1911986 Feb 17 20:55:09.373303 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6d800fb1-223c-438a-9f1f-5222b505e289 req-f93506d5-0e03-4560-8af2-2add46257fdb tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705782 Feb 17 20:55:09.521683 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Attempting to bind port d66a03c6-9fdb-43ef-b93b-8a8c71187ace on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:55:09.521927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Attempting to bind port d66a03c6-9fdb-43ef-b93b-8a8c71187ace by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:55:09.522153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Attempting to bind port d66a03c6-9fdb-43ef-b93b-8a8c71187ace on network b7a4e2ba-167f-4279-b488-da72425c1fed {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:55:09.540461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:55:09.540853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Checking segment: {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:55:09.541238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:09.541810 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Bound using segment: {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:55:09.542362 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Bound port: d66a03c6-9fdb-43ef-b93b-8a8c71187ace, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6027e553-d420-4811-9e1b-10c9b2578d19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:55:09.542722 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:09.588997 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-b221cd77-49ae-449f-92a6-019df6e36d40 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:09.681527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-b221cd77-49ae-449f-92a6-019df6e36d40 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:09.690732 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-b221cd77-49ae-449f-92a6-019df6e36d40 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1411093045&fields=id&tenant_id=9533c805de3b4803ad61c8b8d40c9e9f HTTP/1.1" status: 200 len: 267 time: 0.2346113 Feb 17 20:55:09.747802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] For port d66a03c6-9fdb-43ef-b93b-8a8c71187ace, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:55:09.765833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] For port d66a03c6-9fdb-43ef-b93b-8a8c71187ace, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:55:09.782754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:10.027661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0050810-5029-47ac-b836-ba52b7f3ba12 req-dfc63da0-9d50-4714-9438-e5df7d971d00 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:10.036096 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0050810-5029-47ac-b836-ba52b7f3ba12 req-dfc63da0-9d50-4714-9438-e5df7d971d00 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.4044361 Feb 17 20:55:10.037638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:10.122522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Pushing event updated for resources: {'Port': ['ID=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:10.128867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:10.232529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:10.233534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:10.235376 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] 10.222.0.67 "PUT /v2.0/ports/d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 1158 time: 2.2064610 Feb 17 20:55:10.236144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:55:10.400269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-956bf4f2-e66d-4a0b-a14c-1ddc63d05bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:10.403659 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-956bf4f2-e66d-4a0b-a14c-1ddc63d05bb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1161 time: 0.1214228 Feb 17 20:55:10.509200 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-2f35b7a7-ea85-4bdb-b23a-4ce1798963bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 217 time: 0.0953848 Feb 17 20:55:10.512817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-d1bf5e60-9d5c-4024-aa32-850cb24c8c17 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:10.514499 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-d1bf5e60-9d5c-4024-aa32-850cb24c8c17 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 812 time: 0.8225379 Feb 17 20:55:10.551324 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0050810-5029-47ac-b836-ba52b7f3ba12 req-89f1eda0-5b35-4a22-a6ad-1aec0ee3d115 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110042 Feb 17 20:55:10.588134 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-dcfd49e9-6200-4231-b9f5-340fc3ed001f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/quotas/9533c805de3b4803ad61c8b8d40c9e9f HTTP/1.1" status: 200 len: 375 time: 0.0353460 Feb 17 20:55:10.662578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-bfcc8ae5-a239-46c6-8a6d-2ca068d28407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:10.664349 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-bfcc8ae5-a239-46c6-8a6d-2ca068d28407 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.1371305 Feb 17 20:55:10.766168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-6d704388-cb1f-4f64-a941-c2736f9d7559 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:10.836192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-675b8241-1d09-4446-ac6d-fab3b39fb280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:10.838280 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-675b8241-1d09-4446-ac6d-fab3b39fb280 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1623969 Feb 17 20:55:10.925726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-6d704388-cb1f-4f64-a941-c2736f9d7559 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:10.940879 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-6d704388-cb1f-4f64-a941-c2736f9d7559 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3464379 Feb 17 20:55:11.128840 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-02d7d81b-09e7-41e6-9e66-0d2a2cd80091 service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809715 Feb 17 20:55:11.129059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e415f9-6d09-45fe-b01c-45391df39496 req-68fcf8f1-b4b4-40ef-b3e2-fce4eb209230 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:11.137308 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33e415f9-6d09-45fe-b01c-45391df39496 req-68fcf8f1-b4b4-40ef-b3e2-fce4eb209230 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.3666596 Feb 17 20:55:11.227897 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33e415f9-6d09-45fe-b01c-45391df39496 req-74e3c470-add8-4427-8a71-53299c9e043b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894387 Feb 17 20:55:11.298017 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-ed721254-6499-42f5-adaa-e182ca1df95f service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433669 Feb 17 20:55:11.377439 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-512fa6a7-b29a-45dd-a9ab-b04c9e304b1e req-6513ad38-60c3-4e75-aebd-fa66023f1ce4 service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2383273 Feb 17 20:55:11.388359 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'status': 'completed', 'code': 200} Feb 17 20:55:11.675356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-22ca2e8a-7a6f-48a5-b6f6-aa9a44d77864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:11.677464 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-22ca2e8a-7a6f-48a5-b6f6-aa9a44d77864 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1161 time: 0.2375882 Feb 17 20:55:11.712544 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-59273586-542c-4f54-8a4e-ad77ca3191f7 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4045739 Feb 17 20:55:11.849870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae7567-5f7d-43b0-b6d7-6b1f94f4441c req-4d3f4b16-43e6-4af4-babd-f0389bf88af2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:11.858987 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bae7567-5f7d-43b0-b6d7-6b1f94f4441c req-4d3f4b16-43e6-4af4-babd-f0389bf88af2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.2396979 Feb 17 20:55:11.925527 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bae7567-5f7d-43b0-b6d7-6b1f94f4441c req-2c81a1de-a04c-4e1f-8a31-76cfcaee6185 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656002 Feb 17 20:55:11.951678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-22dcef4b-65af-4558-a061-47e8a0cf3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:11.955287 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-22dcef4b-65af-4558-a061-47e8a0cf3b68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 910 time: 0.2671111 Feb 17 20:55:12.051107 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-e03ad37e-7b6d-4d2b-99f1-f90d265cf56e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 217 time: 0.0833821 Feb 17 20:55:12.162096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-e00c6019-816a-4404-bd04-a64b15094484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:12.165744 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-e00c6019-816a-4404-bd04-a64b15094484 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.1037364 Feb 17 20:55:12.196727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d219f8-7611-4aef-804f-8f158fa3fc4d req-b0a6cbb1-a1e7-4f60-9f09-5d1194964991 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:12.199254 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a9d219f8-7611-4aef-804f-8f158fa3fc4d req-b0a6cbb1-a1e7-4f60-9f09-5d1194964991 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1149929 Feb 17 20:55:12.334139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-9660b330-41ad-46f7-b0be-42dc7a0cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:12.336419 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-9660b330-41ad-46f7-b0be-42dc7a0cbf4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1634359 Feb 17 20:55:12.423921 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a9d219f8-7611-4aef-804f-8f158fa3fc4d req-242d15c6-1571-44db-8c6f-a22c863cbe2e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154667 Feb 17 20:55:12.483565 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46232ca5-8b0d-4753-b279-3995d9bf72e2 req-efde90c3-7e33-4479-b5ce-6b78b1fdcfb8 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 210 time: 0.1819615 Feb 17 20:55:12.566077 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-85559c5e-95f5-45c6-9df2-7ed83928c8c3 service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203617 Feb 17 20:55:12.682862 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f1c23-57b9-4b84-90fe-09ecb8d47d4b req-5c8bca9a-dbfc-4fad-a49f-e332f1679c5e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:12.694062 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae2f1c23-57b9-4b84-90fe-09ecb8d47d4b req-5c8bca9a-dbfc-4fad-a49f-e332f1679c5e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1264322 Feb 17 20:55:12.759507 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae2f1c23-57b9-4b84-90fe-09ecb8d47d4b req-8a464593-01a5-4b18-a88e-8311a02c16b7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644464 Feb 17 20:55:12.834754 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1a467c61-eb29-4615-9822-5bf7c4906271 req-c98333ce-d993-49be-9e07-d2246bc2f9dc service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2581389 Feb 17 20:55:13.197679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390bf97-d1f4-4a8d-a210-bef2db86b4ef req-958bbd52-9d4b-4c0b-bb5f-bfb2b8cb32a6 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:13.206097 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c390bf97-d1f4-4a8d-a210-bef2db86b4ef req-958bbd52-9d4b-4c0b-bb5f-bfb2b8cb32a6 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1121085 Feb 17 20:55:13.279870 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c390bf97-d1f4-4a8d-a210-bef2db86b4ef req-1882a88f-3fda-4efb-a75e-5366f8cc0ad8 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727987 Feb 17 20:55:13.667936 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b63ae8a-66fe-48b6-9a38-f35246a049c1 req-8dfd28ed-0076-48a8-96c4-07bf4a4f3d5e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 210 time: 0.0550694 Feb 17 20:55:13.705928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631d123-acfe-435d-8fdc-5a09b17b62bb req-55e673c9-9736-4588-84e9-9883e172cd25 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:13.707907 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4631d123-acfe-435d-8fdc-5a09b17b62bb req-55e673c9-9736-4588-84e9-9883e172cd25 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1555398 Feb 17 20:55:13.769600 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4631d123-acfe-435d-8fdc-5a09b17b62bb req-c6274f45-3d83-4415-b15c-4d8b20db4188 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547569 Feb 17 20:55:13.988327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12226b5b-0d29-44d7-b508-667aaaa8b5e5 req-aaa30143-e5a5-472d-816c-5f7d38942e1c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:13.990133 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-12226b5b-0d29-44d7-b508-667aaaa8b5e5 req-aaa30143-e5a5-472d-816c-5f7d38942e1c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.0963688 Feb 17 20:55:14.042384 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-12226b5b-0d29-44d7-b508-667aaaa8b5e5 req-2b55aa3d-109c-42a2-a0e9-36b06b5f0ba4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Feb 17 20:55:14.527971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f03636-36d7-4ae2-a3ea-63211ca22843 req-ca814133-19e0-4c87-bb4f-cbf95d5e4969 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:14.530172 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48f03636-36d7-4ae2-a3ea-63211ca22843 req-ca814133-19e0-4c87-bb4f-cbf95d5e4969 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0956016 Feb 17 20:55:14.600923 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48f03636-36d7-4ae2-a3ea-63211ca22843 req-acc7405a-4110-433e-ba5b-b194de46e517 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611198 Feb 17 20:55:14.872890 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f9eca79d-d2fc-416c-9783-fcc550e4e317 req-b4e4be0f-68fd-449a-ac60-49f26dc7d629 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 210 time: 0.0533454 Feb 17 20:55:15.026204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bbf26-da04-4701-b20c-307cf3119e44 req-352963da-f8d2-46cc-baf0-07e3b4802427 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:15.027897 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d63bbf26-da04-4701-b20c-307cf3119e44 req-352963da-f8d2-46cc-baf0-07e3b4802427 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.0969656 Feb 17 20:55:15.081074 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d63bbf26-da04-4701-b20c-307cf3119e44 req-60e25e54-329e-4e41-8f68-8557ce34943b tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Feb 17 20:55:15.266103 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9bdb3-10e8-43f6-b6e3-8a8558b02ca0 req-ec1da48f-594d-49f4-8fe4-a43aebc571be tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:15.267719 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ff9bdb3-10e8-43f6-b6e3-8a8558b02ca0 req-ec1da48f-594d-49f4-8fe4-a43aebc571be tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.0897896 Feb 17 20:55:15.322988 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ff9bdb3-10e8-43f6-b6e3-8a8558b02ca0 req-fb457775-c19f-40b6-8a8e-7373a71baa3d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480156 Feb 17 20:55:15.847297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48c86b-2935-49fd-bcba-3acac401488a req-47a7e959-3d02-4820-9572-ebe446e52a5b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:15.848929 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d48c86b-2935-49fd-bcba-3acac401488a req-47a7e959-3d02-4820-9572-ebe446e52a5b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1060562 Feb 17 20:55:15.907253 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d48c86b-2935-49fd-bcba-3acac401488a req-09e6e50d-23b1-4677-9ecb-19a4339772c0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510240 Feb 17 20:55:16.084422 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30d2aec4-9a8e-48cc-a40d-e970ee4e3c3d req-c228cd58-a899-429f-a5f0-21d4e930b23f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 210 time: 0.0611296 Feb 17 20:55:16.297292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed3ee-c68f-4fec-af2c-42eec6dc9a8e req-5d5f27c8-64ef-49ce-8de7-b5af633a0c6d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:16.298986 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85bed3ee-c68f-4fec-af2c-42eec6dc9a8e req-5d5f27c8-64ef-49ce-8de7-b5af633a0c6d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.0979903 Feb 17 20:55:16.350677 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85bed3ee-c68f-4fec-af2c-42eec6dc9a8e req-d7102f2b-0404-4b45-9442-01ed14ffc702 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Feb 17 20:55:16.559761 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd9c51-42c4-40d8-983b-48ea3be753bc req-d5ffed9c-3a73-4719-a2dd-cc9b7f1e9d72 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:16.561351 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ecd9c51-42c4-40d8-983b-48ea3be753bc req-d5ffed9c-3a73-4719-a2dd-cc9b7f1e9d72 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1073298 Feb 17 20:55:16.615158 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ecd9c51-42c4-40d8-983b-48ea3be753bc req-a4ac21d1-1bcf-4304-a8cc-a58f4d61915e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463693 Feb 17 20:55:17.129189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ce537-bf02-4750-8873-2ba61fb2223f req-3229fa87-f347-4119-b3ce-0c3db37f2a4e tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:17.131082 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-583ce537-bf02-4750-8873-2ba61fb2223f req-3229fa87-f347-4119-b3ce-0c3db37f2a4e tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1017241 Feb 17 20:55:17.207605 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-583ce537-bf02-4750-8873-2ba61fb2223f req-28b4371e-0582-40f3-8030-5da70f2ca09c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 Feb 17 20:55:17.317514 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-73a1a1f7-1efb-4ffe-93c3-18a72200e3bd req-d4336eff-25ef-4341-a0b0-f0ac7e4774ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 210 time: 0.0699623 Feb 17 20:55:17.642594 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-8e0e39df-6c0a-4909-b57b-1f8877b00e82 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:17.643434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-8e0e39df-6c0a-4909-b57b-1f8877b00e82 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:network {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:17.667499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-8e0e39df-6c0a-4909-b57b-1f8877b00e82 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:network {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:17.669117 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-8e0e39df-6c0a-4909-b57b-1f8877b00e82 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 812 time: 0.2499051 Feb 17 20:55:17.691102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4759ab-b4d7-47aa-b092-1294b3c997a5 req-7dba478e-4c57-4827-ac9d-09c67f9d59d4 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:17.707120 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3b4759ab-b4d7-47aa-b092-1294b3c997a5 req-7dba478e-4c57-4827-ac9d-09c67f9d59d4 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1604433 Feb 17 20:55:17.796950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-8862b072-c4d2-4337-b353-16aed38904ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:security_group {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:17.808295 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3b4759ab-b4d7-47aa-b092-1294b3c997a5 req-68196b24-3fc4-4ab3-a2f2-641eb76e70a1 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001155 Feb 17 20:55:17.850061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-8862b072-c4d2-4337-b353-16aed38904ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:security_group {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:17.856937 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-8862b072-c4d2-4337-b353-16aed38904ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f HTTP/1.1" status: 200 len: 5765 time: 0.1769457 Feb 17 20:55:17.879258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'port': {'device_id': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'admin_state_up': True, 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'security_groups': ['38b5f392-181e-40c7-9dad-cbb25a5b270e']}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:55:17.993152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb518a-0786-43c2-baa9-6ddf1a2f77da req-3cb5952d-7d74-41d6-8d04-10c20c7d1610 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:17.997602 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5fb518a-0786-43c2-baa9-6ddf1a2f77da req-3cb5952d-7d74-41d6-8d04-10c20c7d1610 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1606627 Feb 17 20:55:18.081139 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5fb518a-0786-43c2-baa9-6ddf1a2f77da req-b968ab3d-e9c5-46c5-9434-2a5b68674343 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697961 Feb 17 20:55:18.150498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:55:18.161932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:55:18.162412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-14c6ca38-e854-4bd4-ad03-f1b12eb70c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:18.172152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Made reservation on behalf of 9533c805de3b4803ad61c8b8d40c9e9f for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:55:18.177674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:18.432324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a7941-91cb-41c4-847c-3c7c0f86cb4b req-c2febea1-7568-4be4-bb0d-a1066779885f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:18.434438 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-764a7941-91cb-41c4-847c-3c7c0f86cb4b req-c2febea1-7568-4be4-bb0d-a1066779885f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1004956 Feb 17 20:55:18.537825 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fea14773-66cc-4303-a06b-4d3731c3db0f req-220eef55-b86a-4d82-bdad-f45702e336a3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 210 time: 0.0663302 Feb 17 20:55:18.549748 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-764a7941-91cb-41c4-847c-3c7c0f86cb4b req-88c08031-f65f-466e-8d53-4ac060a3d0c3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044621 Feb 17 20:55:18.579037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Allocated IP 172.20.0.8 (b9c056cf-45c3-47cc-bf26-a3b637d0953e/b11d79c5-d12f-4281-a8cc-ecf43ea1de42/0c90ec7e-88b9-4f22-b796-ea44ac3b2014) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:55:18.907737 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:18.927229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Transition to ACTIVE for port object 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:55:18.963519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:19.151575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d314ea-f761-4f07-91fb-e3802f1a41fb req-1e99af52-c922-4e84-aa43-a1d06f51cbac tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:19.154416 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46d314ea-f761-4f07-91fb-e3802f1a41fb req-1e99af52-c922-4e84-aa43-a1d06f51cbac tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1379917 Feb 17 20:55:19.287556 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46d314ea-f761-4f07-91fb-e3802f1a41fb req-0d64c967-3ef8-4f6f-81e9-0938723556b0 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190641 Feb 17 20:55:19.321971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:19.417422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'Port': ['ID=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:19.431552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:19.442056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74630a27-9404-441c-ad2c-3f6e368c394a req-a16ecc49-c974-481f-be27-8976e89dc8a7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:19.444028 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74630a27-9404-441c-ad2c-3f6e368c394a req-a16ecc49-c974-481f-be27-8976e89dc8a7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1681724 Feb 17 20:55:19.493635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:55:19.495534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:55:19.497051 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74630a27-9404-441c-ad2c-3f6e368c394a req-23d7b2a0-93ee-4852-8d9c-bd6cc31b81d8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456238 Feb 17 20:55:19.499067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:55:19.576844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:19.577492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:19.635654 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7739708 Feb 17 20:55:19.865575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-78aedfe0-cb57-4f90-a47c-f0369f3466d8 None None] Provisioning for port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:55:19.869477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a4125-87eb-47db-aa22-2fcc41e62755 req-4743cad8-7779-4e3c-a4e6-3e002008b2a4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:19.871438 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-253a4125-87eb-47db-aa22-2fcc41e62755 req-4743cad8-7779-4e3c-a4e6-3e002008b2a4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1957555 Feb 17 20:55:19.871567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-78aedfe0-cb57-4f90-a47c-f0369f3466d8 None None] Provisioning complete for port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:19.871943 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-78aedfe0-cb57-4f90-a47c-f0369f3466d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:19.886203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f62dee-134e-499e-95b8-df49c88aaa9d req-3e190318-a5b9-422b-b233-4ace140f7dfb tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:19.888294 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-86f62dee-134e-499e-95b8-df49c88aaa9d req-3e190318-a5b9-422b-b233-4ace140f7dfb tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 931 time: 0.1331792 Feb 17 20:55:19.937226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-78aedfe0-cb57-4f90-a47c-f0369f3466d8 None None] Port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:55:19.985126 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-253a4125-87eb-47db-aa22-2fcc41e62755 req-42688739-71f4-4e28-b287-1d955fbd20dc tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955148 Feb 17 20:55:19.994288 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-86f62dee-134e-499e-95b8-df49c88aaa9d req-bb9fbc9f-1e2a-410a-af73-16dbf41129d9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0857649 Feb 17 20:55:20.510317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e33a97-cc9a-46cf-a59c-9dbe81ea13ec req-e912d355-74b3-42d9-8ba9-ab40bc09f74c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:20.512111 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69e33a97-cc9a-46cf-a59c-9dbe81ea13ec req-e912d355-74b3-42d9-8ba9-ab40bc09f74c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1023757 Feb 17 20:55:20.568244 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69e33a97-cc9a-46cf-a59c-9dbe81ea13ec req-4a41370c-5221-4b2b-849d-4246fd836eec tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490701 Feb 17 20:55:20.621085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bbf82528-2125-4c5f-9a27-3d0bc0b3cbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:20.716415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea8e1-dd3e-4cbe-8e6f-eaeec163961d req-a9c798b2-d00f-4657-828e-f71d2d6e6713 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:20.718064 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d85ea8e1-dd3e-4cbe-8e6f-eaeec163961d req-a9c798b2-d00f-4657-828e-f71d2d6e6713 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.0936503 Feb 17 20:55:20.770818 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d85ea8e1-dd3e-4cbe-8e6f-eaeec163961d req-32d0a6fa-8204-4c05-9059-91f7b13a0929 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463891 Feb 17 20:55:20.999102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:21.234964 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Request body: {'port': {'device_id': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:55:21.301282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1779fc-38f8-43f1-b8b4-fe06db44aded req-205edc4e-a497-4e6a-b7fb-a785f70708ab tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:21.305684 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4a1779fc-38f8-43f1-b8b4-fe06db44aded req-205edc4e-a497-4e6a-b7fb-a785f70708ab tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 931 time: 0.1754503 Feb 17 20:55:21.313039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd7054-ebc2-41cf-91fd-5fe6da3f8542 req-5678212c-6816-4bf9-af21-2a82a7b34d17 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:21.314863 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02bd7054-ebc2-41cf-91fd-5fe6da3f8542 req-5678212c-6816-4bf9-af21-2a82a7b34d17 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1479101 Feb 17 20:55:21.375156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:21.410100 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4a1779fc-38f8-43f1-b8b4-fe06db44aded req-d8a02d44-ba66-4cc1-8aaa-97e536257b62 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0939176 Feb 17 20:55:21.433797 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02bd7054-ebc2-41cf-91fd-5fe6da3f8542 req-99a24a8f-ab90-4c23-96bc-fc83eae58961 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007540 Feb 17 20:55:21.802845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7a384-fd05-464d-8a27-d4562052833b req-fc880989-711e-44f0-8fa9-543953a16ba4 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:21.805034 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2fc7a384-fd05-464d-8a27-d4562052833b req-fc880989-711e-44f0-8fa9-543953a16ba4 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1105659 Feb 17 20:55:21.905523 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2fc7a384-fd05-464d-8a27-d4562052833b req-df3767fa-c766-4f34-940d-1132e629120e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865707 Feb 17 20:55:21.982115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:55:21.992947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:22.015407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Transition to ACTIVE for port object 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:55:22.019795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:22.041041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b2397b8e-ab8a-4eca-ae76-fdc2220ee152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:22.065019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83ae0-a267-49df-b5b4-23f411bfeab1 req-34b905df-ac59-4f0c-8c9a-de2937469af7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:22.066732 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-81f83ae0-a267-49df-b5b4-23f411bfeab1 req-34b905df-ac59-4f0c-8c9a-de2937469af7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.0986254 Feb 17 20:55:22.127980 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-81f83ae0-a267-49df-b5b4-23f411bfeab1 req-6b01de1b-582b-49bb-bd82-50e7265301f9 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527844 Feb 17 20:55:22.217381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Pushing event updated for resources: {'Port': ['ID=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:22.231788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:22.382578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:22.466917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Attempting to bind port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:55:22.467323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Attempting to bind port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:55:22.467636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Attempting to bind port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 on network b9c056cf-45c3-47cc-bf26-a3b637d0953e {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:55:22.474485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:55:22.474869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Checking segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:55:22.475276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:22.475672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Bound using segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:55:22.476897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Bound port: 0c90ec7e-88b9-4f22-b796-ea44ac3b2014, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:55:22.477281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:22.591890 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] For port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:55:22.596554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] For port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:55:22.603743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:22.636090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f72ce060-e0f8-4aeb-943d-7a0a57094d9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:22.739745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:22.837495 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Pushing event updated for resources: {'Port': ['ID=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:22.843564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:22.884873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f4ea2-1348-453b-b41a-3c25def4f3c4 req-22b95079-a111-4282-b133-d8c940c934a6 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:22.887025 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f66f4ea2-1348-453b-b41a-3c25def4f3c4 req-22b95079-a111-4282-b133-d8c940c934a6 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.2493908 Feb 17 20:55:22.895381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626a2d6-6cf3-413e-8011-d07c1817c10e req-6960b899-382a-45bd-a9d9-45b0fbda2400 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:22.896992 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2626a2d6-6cf3-413e-8011-d07c1817c10e req-6960b899-382a-45bd-a9d9-45b0fbda2400 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1786783 Feb 17 20:55:22.947551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:22.948846 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:22.950661 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] 10.222.0.67 "PUT /v2.0/ports/0c90ec7e-88b9-4f22-b796-ea44ac3b2014 HTTP/1.1" status: 200 len: 1157 time: 1.7205265 Feb 17 20:55:22.951444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:55:22.971109 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f66f4ea2-1348-453b-b41a-3c25def4f3c4 req-8562a7b0-dc4f-40aa-bf7a-78d40ff6851d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730059 Feb 17 20:55:22.995444 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2626a2d6-6cf3-413e-8011-d07c1817c10e req-8cdb8cbc-b3ff-42eb-95af-8689f4c897da tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0819700 Feb 17 20:55:23.147896 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1d5e88f3-d3b1-423f-86d1-26ccff9c8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:23.150697 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-1d5e88f3-d3b1-423f-86d1-26ccff9c8143 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 1160 time: 0.1361401 Feb 17 20:55:23.377663 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-611100c6-8cd2-4a71-9fa9-2b3843e8172d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c90ec7e-88b9-4f22-b796-ea44ac3b2014 HTTP/1.1" status: 200 len: 217 time: 0.2146189 Feb 17 20:55:23.511873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-9bfa92f9-1743-4add-84d6-7dfdc78dfc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:23.513666 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-9bfa92f9-1743-4add-84d6-7dfdc78dfc5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.1281283 Feb 17 20:55:23.586377 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a8316-b27b-4de8-b0e8-bcb800cc2925 req-3a1fcf09-39b9-41bf-8c8d-fe83c428829e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:23.588936 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-497a8316-b27b-4de8-b0e8-bcb800cc2925 req-3a1fcf09-39b9-41bf-8c8d-fe83c428829e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1297140 Feb 17 20:55:23.699912 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-497a8316-b27b-4de8-b0e8-bcb800cc2925 req-bb4b4d2b-2fce-4b98-91f1-70542f14c2ca tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006639 Feb 17 20:55:23.733669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-4f5a1909-acf8-42f6-976e-31860bb71150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:23.736688 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-4f5a1909-acf8-42f6-976e-31860bb71150 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1907706 Feb 17 20:55:23.809476 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014', 'status': 'completed', 'code': 200} Feb 17 20:55:24.088224 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-a62eb9ec-331d-4186-8906-ce29bb217707 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376875 Feb 17 20:55:24.092965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7167e-3ef2-4c29-8d63-1d504cb8ab41 req-2bc2c8ec-249a-4327-a087-503ff09c9998 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:24.094908 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-baf7167e-3ef2-4c29-8d63-1d504cb8ab41 req-2bc2c8ec-249a-4327-a087-503ff09c9998 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1390762 Feb 17 20:55:24.161339 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-baf7167e-3ef2-4c29-8d63-1d504cb8ab41 req-8c8b55b4-5c80-4a2a-a6a4-3c66accabb94 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581291 Feb 17 20:55:24.366507 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-665dce9f-e565-4e06-9e05-7a121dfce84e req-9ecc75f9-8c54-4934-b6bc-f42a4b6003c8 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2627630 Feb 17 20:55:24.468529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049c750-8f50-4752-9e26-6e0979b10004 req-22052a00-c857-4317-81bb-fb9b983f089b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:24.470321 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c049c750-8f50-4752-9e26-6e0979b10004 req-22052a00-c857-4317-81bb-fb9b983f089b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.2391109 Feb 17 20:55:24.561103 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c049c750-8f50-4752-9e26-6e0979b10004 req-a8979cb9-91db-44b0-9701-85c0c2e27a5f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0768387 Feb 17 20:55:24.599545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b61b0-69e0-4ee4-9a57-dd44f6735a55 req-19a7a231-5104-4bf9-b459-acedb6b6ede0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:24.602833 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-374b61b0-69e0-4ee4-9a57-dd44f6735a55 req-19a7a231-5104-4bf9-b459-acedb6b6ede0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.2164605 Feb 17 20:55:24.633283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-7e925a96-0e8d-45ad-a95c-5c5c90926cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:24.636979 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-7e925a96-0e8d-45ad-a95c-5c5c90926cb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 1160 time: 0.1855824 Feb 17 20:55:24.734816 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-374b61b0-69e0-4ee4-9a57-dd44f6735a55 req-4b777501-8e09-460a-99c8-d1692187abe3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229231 Feb 17 20:55:24.838384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-fb5ee53e-be43-47bd-b3fb-b70764e67cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:24.840034 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-fb5ee53e-be43-47bd-b3fb-b70764e67cf0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1902568 Feb 17 20:55:24.952029 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-8e63f98c-9702-4979-ba38-bce2f79af6c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c90ec7e-88b9-4f22-b796-ea44ac3b2014 HTTP/1.1" status: 200 len: 217 time: 0.1021800 Feb 17 20:55:25.044207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-aaebd14a-4c95-4f7f-9279-cb9f3c560195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:25.045530 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-aaebd14a-4c95-4f7f-9279-cb9f3c560195 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0867021 Feb 17 20:55:25.145126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-751ff961-d6a0-49e4-9825-350c578b6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:25.146927 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-751ff961-d6a0-49e4-9825-350c578b6ba4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922134 Feb 17 20:55:25.226016 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5a07-a803-427c-a938-fb21d75bc2fb req-9e455591-1915-4b89-b0f5-cc31433f5487 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:25.227777 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-56ca5a07-a803-427c-a938-fb21d75bc2fb req-9e455591-1915-4b89-b0f5-cc31433f5487 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.3268585 Feb 17 20:55:25.304547 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-56ca5a07-a803-427c-a938-fb21d75bc2fb req-99dbd640-e5d3-4019-8d9b-3d877a0f4d26 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678728 Feb 17 20:55:25.319526 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-84800aef-ef0e-48a8-9a25-8c7dfdb5f90f service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639032 Feb 17 20:55:25.468765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f32a1-d744-4dfc-9d36-8d5693f2f9c5 req-8babfad7-b28a-4508-9eb1-f60383a6071d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:25.477013 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-915f32a1-d744-4dfc-9d36-8d5693f2f9c5 req-8babfad7-b28a-4508-9eb1-f60383a6071d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1068654 Feb 17 20:55:25.479630 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c79f86ab-e76c-4548-84dc-5aabe10e7ec8 req-3a4cab3f-d1e8-4167-b762-c003c9c81c92 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1509187 Feb 17 20:55:25.522048 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-915f32a1-d744-4dfc-9d36-8d5693f2f9c5 req-a541e9f7-b842-404c-8897-1a0edfc301ca tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Feb 17 20:55:25.820933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4bfc2-c9be-496e-a9ee-738b96221036 req-8c3cd74c-a647-4ddd-ba35-7da1e16e687f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:25.837455 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8fd4bfc2-c9be-496e-a9ee-738b96221036 req-8c3cd74c-a647-4ddd-ba35-7da1e16e687f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1406548 Feb 17 20:55:25.979892 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8fd4bfc2-c9be-496e-a9ee-738b96221036 req-2faebc1c-1e22-4777-a7b7-b7936efd15dd tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1354470 Feb 17 20:55:26.043839 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a2d40-e44c-4a7e-a3be-160f49f7fd77 req-82a110a1-46fa-45e1-8568-6d322461cfa2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:26.059429 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea0a2d40-e44c-4a7e-a3be-160f49f7fd77 req-82a110a1-46fa-45e1-8568-6d322461cfa2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1716108 Feb 17 20:55:26.186392 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea0a2d40-e44c-4a7e-a3be-160f49f7fd77 req-4e0bb95e-2e26-43bc-ae0a-9efa2d43315e tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257787 Feb 17 20:55:26.771242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef8c2e-5f12-4837-af7d-b04fd8619508 req-469fe611-5263-4dca-a451-9556e78abfa6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:26.773548 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02ef8c2e-5f12-4837-af7d-b04fd8619508 req-469fe611-5263-4dca-a451-9556e78abfa6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.2414966 Feb 17 20:55:26.971978 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02ef8c2e-5f12-4837-af7d-b04fd8619508 req-99568b1d-4202-4872-8377-b47100dfd403 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902642 Feb 17 20:55:27.030957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e248ced-f14f-49ea-a521-36900f41857d req-16ad9e06-ae15-4b94-ada1-a22dfeb10520 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:27.033469 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e248ced-f14f-49ea-a521-36900f41857d req-16ad9e06-ae15-4b94-ada1-a22dfeb10520 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1948798 Feb 17 20:55:27.214433 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e248ced-f14f-49ea-a521-36900f41857d req-031e306b-c829-46a5-8f47-9617e67113b8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632035 Feb 17 20:55:27.333607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb6ff9-8850-4fc9-9bb0-9680764072dd req-cd24f786-a125-4b7e-ba2c-7b226612aad0 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:27.337773 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a0eb6ff9-8850-4fc9-9bb0-9680764072dd req-cd24f786-a125-4b7e-ba2c-7b226612aad0 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1938460 Feb 17 20:55:27.447612 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a0eb6ff9-8850-4fc9-9bb0-9680764072dd req-490a9248-7f40-4997-a023-051e107b5d10 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976317 Feb 17 20:55:27.570811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b5867-8bda-42db-8300-895f588fd0fc req-028e5d07-d237-4aa2-8761-c9191c69b985 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:27.585856 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb2b5867-8bda-42db-8300-895f588fd0fc req-028e5d07-d237-4aa2-8761-c9191c69b985 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1286922 Feb 17 20:55:27.940545 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cb2b5867-8bda-42db-8300-895f588fd0fc req-71cfa440-6d84-445d-a5d2-7ec775f86d8c tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.3464489 Feb 17 20:55:28.074233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9f353-2c07-4129-8d1f-8f4216312ebb req-c3a6dcf4-5a88-4ed5-8eb3-75467f36e6da tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:28.076051 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f6f9f353-2c07-4129-8d1f-8f4216312ebb req-c3a6dcf4-5a88-4ed5-8eb3-75467f36e6da tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.4450359 Feb 17 20:55:28.199337 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f6f9f353-2c07-4129-8d1f-8f4216312ebb req-98ff95e5-930e-46e2-aaf5-391deb6d08dd tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157362 Feb 17 20:55:28.377414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a4793-2e8b-4a8c-85ba-8c194304c8df req-7d19aa9d-ae8f-4597-91f6-8c253f589573 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:28.386074 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-788a4793-2e8b-4a8c-85ba-8c194304c8df req-7d19aa9d-ae8f-4597-91f6-8c253f589573 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1763549 Feb 17 20:55:28.478083 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-788a4793-2e8b-4a8c-85ba-8c194304c8df req-696c42a5-3232-40e0-9a0a-21eee9c333c0 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903144 Feb 17 20:55:28.806113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a4b0f-b567-42fb-9e22-08a8aefdd495 req-f4d2c54d-8a44-4173-ac35-7c51dee2f4de tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:28.815009 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-838a4b0f-b567-42fb-9e22-08a8aefdd495 req-f4d2c54d-8a44-4173-ac35-7c51dee2f4de tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.2844441 Feb 17 20:55:28.943824 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-838a4b0f-b567-42fb-9e22-08a8aefdd495 req-78572f68-ed5c-4e62-a985-c8acc2d804ba tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250284 Feb 17 20:55:29.015873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7d3e2-843d-4628-a3ba-7605db8e63a9 req-2b551320-4b97-4d27-b0c2-fa9b8402f77a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:29.027350 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad7d3e2-843d-4628-a3ba-7605db8e63a9 req-2b551320-4b97-4d27-b0c2-fa9b8402f77a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1784391 Feb 17 20:55:29.114903 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cad7d3e2-843d-4628-a3ba-7605db8e63a9 req-93c3b31e-88bb-4291-98cc-3556c1196beb tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855949 Feb 17 20:55:29.323507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a61eb0-0f2d-4e0d-868e-75188facf53b req-2db83e9f-f0cd-48cf-97c7-af0b4c9ed269 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:29.326922 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-79a61eb0-0f2d-4e0d-868e-75188facf53b req-2db83e9f-f0cd-48cf-97c7-af0b4c9ed269 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1490290 Feb 17 20:55:29.462080 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-79a61eb0-0f2d-4e0d-868e-75188facf53b req-d9b79817-1eec-4710-b172-96c2fc96aac9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1285627 Feb 17 20:55:29.510126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af9062-23e2-4f63-877b-8cb81ccf06bc req-709e515c-7223-4f2c-b73b-677e3c8294d4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:29.512228 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-07af9062-23e2-4f63-877b-8cb81ccf06bc req-709e515c-7223-4f2c-b73b-677e3c8294d4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1186016 Feb 17 20:55:29.609663 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-07af9062-23e2-4f63-877b-8cb81ccf06bc req-e68fda9a-de05-4baa-9de0-07e5cec5e4a8 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841236 Feb 17 20:55:29.995908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d859b-eed5-4504-9db2-858a2b2a693d req-18ba4a65-c162-46c1-a87c-9077e73b44a5 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:30.012563 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a78d859b-eed5-4504-9db2-858a2b2a693d req-18ba4a65-c162-46c1-a87c-9077e73b44a5 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.3058348 Feb 17 20:55:30.108861 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a78d859b-eed5-4504-9db2-858a2b2a693d req-30f21ecd-85b1-4f60-bba7-ace450e70de3 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952187 Feb 17 20:55:30.384846 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3133d1-6ba1-49a0-b877-db7fabf479d6 req-c7260c9e-be4b-47d3-8fdf-6be8a2994eaf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:30.387729 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c3133d1-6ba1-49a0-b877-db7fabf479d6 req-c7260c9e-be4b-47d3-8fdf-6be8a2994eaf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.2424977 Feb 17 20:55:30.459616 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c3133d1-6ba1-49a0-b877-db7fabf479d6 req-7d3af0c8-ce51-4c1f-9590-2384b3d4bea4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650411 Feb 17 20:55:30.554683 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8232d1-4b3d-4847-8c7b-51317c27ba5e req-c93622c5-c43e-4fbf-a247-137634d6afaa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:30.562283 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee8232d1-4b3d-4847-8c7b-51317c27ba5e req-c93622c5-c43e-4fbf-a247-137634d6afaa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.2802784 Feb 17 20:55:30.662642 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee8232d1-4b3d-4847-8c7b-51317c27ba5e req-cb9c4773-3e69-474f-93ff-c7b19dd90a84 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937822 Feb 17 20:55:30.886799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d25df-1fad-4c79-9e98-bece741c1e77 req-783cee4b-c2f6-4e12-97c5-1866c8681500 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:30.888850 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c8d25df-1fad-4c79-9e98-bece741c1e77 req-783cee4b-c2f6-4e12-97c5-1866c8681500 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1854875 Feb 17 20:55:31.082007 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5c8d25df-1fad-4c79-9e98-bece741c1e77 req-af282c3e-e875-4ae2-aab3-0d2396f6db08 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1838908 Feb 17 20:55:31.126933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dbb0d-2ff0-47be-a603-6f6d7d3cc471 req-ee7a40b4-650b-4182-b6ed-e702890e69e2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:31.132914 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-200dbb0d-2ff0-47be-a603-6f6d7d3cc471 req-ee7a40b4-650b-4182-b6ed-e702890e69e2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1994343 Feb 17 20:55:31.200676 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-200dbb0d-2ff0-47be-a603-6f6d7d3cc471 req-dc2ad6ec-2f54-4418-9523-8c2f0d2280f0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612762 Feb 17 20:55:31.395614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4937511-958b-4ae6-b33d-642e14e63738 req-92fb604a-6c24-44ef-b783-9c62f1f0e94c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:31.399013 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f4937511-958b-4ae6-b33d-642e14e63738 req-92fb604a-6c24-44ef-b783-9c62f1f0e94c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1311171 Feb 17 20:55:31.453815 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f4937511-958b-4ae6-b33d-642e14e63738 req-3502c22b-98c1-49c8-b2dc-55d06355240e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485203 Feb 17 20:55:31.510162 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:32.096697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba4ce-10dd-4ffe-a4e5-f6a20a854468 req-3ee83f10-65f8-4f8a-98d3-32e1051cae3c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:32.106653 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d61ba4ce-10dd-4ffe-a4e5-f6a20a854468 req-3ee83f10-65f8-4f8a-98d3-32e1051cae3c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.3893571 Feb 17 20:55:32.163556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dddb51-6dcd-4581-b48f-400927e4d735 req-4ef1c52a-78ec-42bb-b556-3ed87cfa6e9d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:32.173238 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-52dddb51-6dcd-4581-b48f-400927e4d735 req-4ef1c52a-78ec-42bb-b556-3ed87cfa6e9d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.2309253 Feb 17 20:55:32.232677 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d61ba4ce-10dd-4ffe-a4e5-f6a20a854468 req-c244b8f3-958f-4cad-ac21-aa1c6e9584e2 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225276 Feb 17 20:55:32.277621 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-52dddb51-6dcd-4581-b48f-400927e4d735 req-c5a1f12d-c3a0-4ab4-aa02-22f3fa9394e6 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030469 Feb 17 20:55:32.557927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f631f-60ef-4726-a122-b206b4caff11 req-08b95098-2bb9-45b3-922f-2253cfd6af2a tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:32.566214 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-049f631f-60ef-4726-a122-b206b4caff11 req-08b95098-2bb9-45b3-922f-2253cfd6af2a tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1790209 Feb 17 20:55:32.616214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca4dd6-f812-4d99-8719-58fe3c5caa62 req-b1be6a38-752c-4bde-b3b2-7049e61801c3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:32.625554 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96ca4dd6-f812-4d99-8719-58fe3c5caa62 req-b1be6a38-752c-4bde-b3b2-7049e61801c3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1758428 Feb 17 20:55:32.689892 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-049f631f-60ef-4726-a122-b206b4caff11 req-783dd592-3f0a-4b4a-b848-83b8c26e1b03 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125000 Feb 17 20:55:32.769536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:55:32.784611 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96ca4dd6-f812-4d99-8719-58fe3c5caa62 req-a020eb9c-27fb-4ba8-b805-4e11bcd3d0c8 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1575706 Feb 17 20:55:33.014476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ba66e-8c2a-47db-959f-2219a56d2e18 req-a3bcae16-cbf3-4fc7-b2b1-f501430442fb tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:33.024784 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b5ba66e-8c2a-47db-959f-2219a56d2e18 req-a3bcae16-cbf3-4fc7-b2b1-f501430442fb tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1711490 Feb 17 20:55:33.105392 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b5ba66e-8c2a-47db-959f-2219a56d2e18 req-cdf8ae33-1bf7-4ef2-817a-152551e3b157 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793333 Feb 17 20:55:33.645591 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3ec9d-7c44-4eb1-8442-d651ad386ba1 req-f67438db-ecfe-4553-b7ec-5f5c49f6812b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:33.647287 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cc3ec9d-7c44-4eb1-8442-d651ad386ba1 req-f67438db-ecfe-4553-b7ec-5f5c49f6812b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1571975 Feb 17 20:55:33.708127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243b8e5-abbd-4587-9f11-10673a32fd51 req-de101b0a-903a-4c05-afb3-27e233a7892b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:33.718456 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2243b8e5-abbd-4587-9f11-10673a32fd51 req-de101b0a-903a-4c05-afb3-27e233a7892b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.2757783 Feb 17 20:55:33.800753 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2243b8e5-abbd-4587-9f11-10673a32fd51 req-716211c8-1d10-44a7-881a-6632e9c77cbb tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812745 Feb 17 20:55:33.806441 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9cc3ec9d-7c44-4eb1-8442-d651ad386ba1 req-136ffa51-ac12-4009-b820-8fd670c356b3 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502385 Feb 17 20:55:34.160887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be3223-f6c3-43ff-ac82-b501a869ae14 req-97d7866b-02e6-4407-b744-bbf1afaa1bcd tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:34.162488 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f8be3223-f6c3-43ff-ac82-b501a869ae14 req-97d7866b-02e6-4407-b744-bbf1afaa1bcd tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1324224 Feb 17 20:55:34.175267 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff4795-1cd2-41f2-9425-a2b1c7847519 req-6908c1cb-52f4-4da5-83e4-5cbfc51cff3f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:34.176970 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99ff4795-1cd2-41f2-9425-a2b1c7847519 req-6908c1cb-52f4-4da5-83e4-5cbfc51cff3f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1977801 Feb 17 20:55:34.266005 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f8be3223-f6c3-43ff-ac82-b501a869ae14 req-1c77bb8b-ebe7-46d3-b171-aada553fa417 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879405 Feb 17 20:55:34.271452 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99ff4795-1cd2-41f2-9425-a2b1c7847519 req-756a0b06-48db-4bf0-86e6-e83adb6d6d92 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0747216 Feb 17 20:55:34.527232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21d455-dd0d-48bc-a950-642b0fb7a788 req-b2686e49-b489-4d6a-a50a-bf2ce85e6362 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:34.528894 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2f21d455-dd0d-48bc-a950-642b0fb7a788 req-b2686e49-b489-4d6a-a50a-bf2ce85e6362 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1102791 Feb 17 20:55:34.580055 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2f21d455-dd0d-48bc-a950-642b0fb7a788 req-af17b2dd-bed4-4e6c-b940-f5d6b430c478 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Feb 17 20:55:35.111770 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3643c4-d10c-49d7-b036-3cca6f30af12 req-dbf94a6c-903e-4dbb-b4b5-b0f749df1d9b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:35.113914 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0e3643c4-d10c-49d7-b036-3cca6f30af12 req-dbf94a6c-903e-4dbb-b4b5-b0f749df1d9b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1610804 Feb 17 20:55:35.149881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f41cb-a082-4efc-bf90-015830a5b0e0 req-6faaceea-927f-4ffa-8817-faaa1db1e28d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:35.151752 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-990f41cb-a082-4efc-bf90-015830a5b0e0 req-6faaceea-927f-4ffa-8817-faaa1db1e28d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1562033 Feb 17 20:55:35.222155 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0e3643c4-d10c-49d7-b036-3cca6f30af12 req-11b23b37-5f27-4635-8bee-2575d10533c2 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957258 Feb 17 20:55:35.234732 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-990f41cb-a082-4efc-bf90-015830a5b0e0 req-e10437ed-719e-4c3e-bd42-789b642f1f69 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746469 Feb 17 20:55:35.573252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96211186-fddb-4906-94c4-3141ec1202a5 req-cf362aba-479d-4b9b-8551-19e990943c9b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:35.580722 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96211186-fddb-4906-94c4-3141ec1202a5 req-cf362aba-479d-4b9b-8551-19e990943c9b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1700203 Feb 17 20:55:35.761994 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-96211186-fddb-4906-94c4-3141ec1202a5 req-6c47a483-465f-44d4-8702-b4927ddfb35b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728189 Feb 17 20:55:35.860088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4aeab-f724-4f1c-9372-5013c3b70d6c req-1884056d-9240-4063-846b-cd563d622ad4 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:35.872134 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10d4aeab-f724-4f1c-9372-5013c3b70d6c req-1884056d-9240-4063-846b-cd563d622ad4 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.2175515 Feb 17 20:55:35.962610 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10d4aeab-f724-4f1c-9372-5013c3b70d6c req-8cb2e8b8-389f-4d1e-8755-cde1296442a0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0833602 Feb 17 20:55:36.179535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86303ea-29a6-499c-acd6-623fb56e5e70 req-5253ef0c-e533-4c1c-9f15-9fa24b66ee36 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:36.186668 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b86303ea-29a6-499c-acd6-623fb56e5e70 req-5253ef0c-e533-4c1c-9f15-9fa24b66ee36 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.2026711 Feb 17 20:55:36.283103 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b86303ea-29a6-499c-acd6-623fb56e5e70 req-596dc289-2c9f-47df-a8b0-75b1e3fb6c7f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788624 Feb 17 20:55:36.887165 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd52c8-b8af-4468-aee9-717a7410b2fe req-3deccc2c-7a22-4059-b9bc-fe222048c0b3 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:36.898107 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5cd52c8-b8af-4468-aee9-717a7410b2fe req-3deccc2c-7a22-4059-b9bc-fe222048c0b3 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.4826548 Feb 17 20:55:36.959677 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5cd52c8-b8af-4468-aee9-717a7410b2fe req-5ca51bd9-2782-40cf-8d94-89b2ddb3a194 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604112 Feb 17 20:55:36.967617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae484ce6-a5a8-4b05-83e8-8ba264d09a05 req-ce480558-1d86-40ed-b0e0-cc7601865d3f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:36.969262 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae484ce6-a5a8-4b05-83e8-8ba264d09a05 req-ce480558-1d86-40ed-b0e0-cc7601865d3f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.4769435 Feb 17 20:55:37.055079 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ae484ce6-a5a8-4b05-83e8-8ba264d09a05 req-13d41b68-cfc8-48b2-96fe-1309cfd9855d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674100 Feb 17 20:55:37.262467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee6fe4-f141-4de3-a90a-c08281963235 req-1d0b2fd0-eba4-428d-887b-1be69f2fb30d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:37.264104 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10ee6fe4-f141-4de3-a90a-c08281963235 req-1d0b2fd0-eba4-428d-887b-1be69f2fb30d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1894755 Feb 17 20:55:37.317531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60b219-9ecf-47b2-984c-9307c8a0f799 req-d3cae6f7-95d5-4a0a-a9b7-8e431f8a8045 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:37.319217 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba60b219-9ecf-47b2-984c-9307c8a0f799 req-d3cae6f7-95d5-4a0a-a9b7-8e431f8a8045 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1494021 Feb 17 20:55:37.348132 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10ee6fe4-f141-4de3-a90a-c08281963235 req-22f78abf-d548-499c-b753-e3b975a8f116 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767963 Feb 17 20:55:37.394170 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba60b219-9ecf-47b2-984c-9307c8a0f799 req-2385700f-a2c1-4422-8849-40cfa8c8cb7c tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0657141 Feb 17 20:55:37.594331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a926b-56f2-4f6a-94d6-30ab5b23f624 req-fd743c4f-7221-4476-8aa2-508505aca6a1 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:37.596012 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035a926b-56f2-4f6a-94d6-30ab5b23f624 req-fd743c4f-7221-4476-8aa2-508505aca6a1 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.0935609 Feb 17 20:55:37.650716 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-035a926b-56f2-4f6a-94d6-30ab5b23f624 req-d5380b8f-74b7-4f10-bc7b-0a52ed5949d1 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461862 Feb 17 20:55:37.983859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 52714) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:38.071540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] Deleting subnet 58313438-3f13-4b91-81fc-c467f94aa952 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:55:38.077121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:38.238653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:38.297930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:38.477834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6e3ef-a3e1-4725-93e6-ffb7d0af6e3d req-6aa1f0b4-6c69-4ae5-82cf-54cc60eebad8 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:38.490587 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-16b6e3ef-a3e1-4725-93e6-ffb7d0af6e3d req-6aa1f0b4-6c69-4ae5-82cf-54cc60eebad8 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.3523328 Feb 17 20:55:38.579701 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccb395-7bb5-49dd-82ad-d2f1a70f1cb1 req-7f0b6722-c1e7-4e21-98b5-b5f5f3fefa6c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:38.581324 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26ccb395-7bb5-49dd-82ad-d2f1a70f1cb1 req-7f0b6722-c1e7-4e21-98b5-b5f5f3fefa6c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.3370802 Feb 17 20:55:38.597319 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-16b6e3ef-a3e1-4725-93e6-ffb7d0af6e3d req-68e10c09-a714-4c95-8c5a-0f72f8994816 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926831 Feb 17 20:55:38.702215 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26ccb395-7bb5-49dd-82ad-d2f1a70f1cb1 req-0f473901-9bcf-46d5-b48f-ea45f9d46a5c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111414 Feb 17 20:55:38.829474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:38.850197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c9c78c56-f9a0-4ef5-94e6-1037d4ce9059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:38.940858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc14527-2125-4e9b-80c0-400c5a531f24 req-38e5abf4-9316-4f58-8c27-f74c55c1f907 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:38.942629 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0cc14527-2125-4e9b-80c0-400c5a531f24 req-38e5abf4-9316-4f58-8c27-f74c55c1f907 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.2294686 Feb 17 20:55:39.002355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58313438-3f13-4b91-81fc-c467f94aa952,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:39.015280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:39.107630 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0cc14527-2125-4e9b-80c0-400c5a531f24 req-7b53d6af-912f-4f5d-9bc2-3b66813fc06d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067276 Feb 17 20:55:39.114354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:39.126711 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/58313438-3f13-4b91-81fc-c467f94aa952 HTTP/1.1" status: 204 len: 168 time: 1.1416311 Feb 17 20:55:39.129228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 52738) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:39.233039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a523d0-7a91-4c59-88a0-6963ccba34a7 req-0509a921-1acb-48ca-8d2a-be300b8f6cb5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:39.240922 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f7a523d0-7a91-4c59-88a0-6963ccba34a7 req-0509a921-1acb-48ca-8d2a-be300b8f6cb5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.3075490 Feb 17 20:55:39.327934 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f7a523d0-7a91-4c59-88a0-6963ccba34a7 req-b20f2ff5-2cb8-49da-80f1-6bf25a0e1461 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0851281 Feb 17 20:55:39.369513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:39.719540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-207366d6-f100-4952-ac87-907b40beb16c req-7d07d89f-e691-46ce-b0bf-6f23140e019a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Synchronizing usage tracker for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:39.748048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:39.848931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad2e99-4ac8-4133-aa89-e9998f366cbe req-e70d9a1a-640e-497b-a587-b413e18fcd6d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:39.857244 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-caad2e99-4ac8-4133-aa89-e9998f366cbe req-e70d9a1a-640e-497b-a587-b413e18fcd6d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.4110730 Feb 17 20:55:39.877717 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-207366d6-f100-4952-ac87-907b40beb16c req-7d07d89f-e691-46ce-b0bf-6f23140e019a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Unset dirty status for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:39.879180 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-7d07d89f-e691-46ce-b0bf-6f23140e019a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1896219297&fields=id&tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f HTTP/1.1" status: 200 len: 267 time: 0.3747842 Feb 17 20:55:40.050577 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-caad2e99-4ac8-4133-aa89-e9998f366cbe req-cfb417eb-979f-4e53-97d9-65716e527aa4 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922352 Feb 17 20:55:40.057400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.057807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.058690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.059076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > port after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.059446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.059893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > port after_update 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.060158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.060527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.060891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.061258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.188247 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.188650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.189022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.189397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84027) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 20:55:40.189771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be69cae3-264f-4aac-b3d1-e8dee426c3f3']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:55:40.213027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f70189e-ced9-4ba5-8b7a-67d248e53723') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:55:40.213362 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f70189e-ced9-4ba5-8b7a-67d248e53723') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:55:40.277764 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:40.349425 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:40.353605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:55:40.439186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207366d6-f100-4952-ac87-907b40beb16c req-972db897-fd7a-4aed-9f55-656f2c7466b6 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:40.440938 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-972db897-fd7a-4aed-9f55-656f2c7466b6 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 809 time: 0.5537939 Feb 17 20:55:40.491475 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-75e26f5b-e656-43c4-849d-85f9a900905a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/quotas/b495c35e9b7f4702bc0a2205b58b1e8f HTTP/1.1" status: 200 len: 375 time: 0.0419471 Feb 17 20:55:40.629601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Network be69cae3-264f-4aac-b3d1-e8dee426c3f3 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:55:40.649110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:40.671510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7c662-8104-4e65-bdad-50619e2c4e71 req-c2a93f48-03d7-4d89-a1d9-7c49ce294d2a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:40.673003 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f2e7c662-8104-4e65-bdad-50619e2c4e71 req-c2a93f48-03d7-4d89-a1d9-7c49ce294d2a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.4679177 Feb 17 20:55:40.964782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 52776) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:41.109835 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f2e7c662-8104-4e65-bdad-50619e2c4e71 req-91aaa1d8-3f45-450d-957f-6aa9c445b032 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871114 Feb 17 20:55:41.110781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:41.127300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:55:41.131958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Usage tracker for resource:security_group_rule and tenant:0de9e135c462400694a55f1a6f013c02 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:55:41.135324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:55:41.139590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Network be69cae3-264f-4aac-b3d1-e8dee426c3f3 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:55:41.143525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:55:41.164241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:55:41.170555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-207366d6-f100-4952-ac87-907b40beb16c req-084182f9-ff94-4b59-bf33-ff4c3c543335 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Synchronizing usage tracker for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: from cryptography.utils import int_from_bytes Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: (rel_b, rel_a, rel_b), Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: (rel_b, rel_a, rel_b), Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:55:41.175695 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:55:41.277601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:41.277991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:41.308516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:41.340953 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081d24e-cb0b-4d3a-94c5-37d5eae9156d req-5fefa12c-406f-45e7-9e81-ba588909acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:41.342600 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5081d24e-cb0b-4d3a-94c5-37d5eae9156d req-5fefa12c-406f-45e7-9e81-ba588909acf2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1162 time: 0.1229215 Feb 17 20:55:41.394523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:41.412809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:41.423485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-207366d6-f100-4952-ac87-907b40beb16c req-084182f9-ff94-4b59-bf33-ff4c3c543335 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Unset dirty status for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:41.425204 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-084182f9-ff94-4b59-bf33-ff4c3c543335 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8624325 Feb 17 20:55:41.431240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Pushing event deleted for resources: {'Network': ['ID=be69cae3-264f-4aac-b3d1-e8dee426c3f3,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:41.438990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:41.464135 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5081d24e-cb0b-4d3a-94c5-37d5eae9156d req-9255b2a6-9f7c-4884-92fa-4340c5646c79 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055403 Feb 17 20:55:41.472754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:41.480471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:41.483586 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] 10.222.0.30 "DELETE /v2.0/networks/be69cae3-264f-4aac-b3d1-e8dee426c3f3 HTTP/1.1" status: 204 len: 168 time: 2.3528020 Feb 17 20:55:41.504426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf3e108d-5bc2-4979-a744-591c3f43b5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:41.562061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9887515a-1796-4b06-9ba1-54b91822a985,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:41.571201 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0de9e135c462400694a55f1a6f013c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051757 Feb 17 20:55:41.572173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 52800) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:41.572551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:41.606674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f55ea-cf05-4a9a-b77b-fd68b6b1da59 req-41966d69-df24-424c-85ab-4a606e19ddf4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:41.608344 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-852f55ea-cf05-4a9a-b77b-fd68b6b1da59 req-41966d69-df24-424c-85ab-4a606e19ddf4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.3040626 Feb 17 20:55:41.726792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 52804) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:41.757367 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-ad748445-78e1-48c0-8cec-3138ee78d725 service neutron] 10.222.0.30 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102198 Feb 17 20:55:41.759422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6edb73f9-11cd-4951-8a53-933dae1b4a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:41.807251 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6edb73f9-11cd-4951-8a53-933dae1b4a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:41.863739 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9eef4028-24d1-4e06-80ea-ad57ae686b67 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9687f03c45b4b93bd175cc09b7aaac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221113 Feb 17 20:55:41.864932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 52808) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:41.907772 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-852f55ea-cf05-4a9a-b77b-fd68b6b1da59 req-f648741e-0841-4fc8-96b7-660d0e6eb9bb tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842212 Feb 17 20:55:42.013857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bec47be9-9711-42a0-9c5f-e3c2e6e69997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:42.084232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bec47be9-9711-42a0-9c5f-e3c2e6e69997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:42.188422 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-3e9e1923-fc84-41a2-9778-8435f995c3f9 service neutron] 10.222.0.30 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3460562 Feb 17 20:55:42.219027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cd0ef-97c4-4246-9067-82e694b8682e req-1611cea5-4dd3-4905-87b6-5bbac239c1d0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:42.222929 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-411cd0ef-97c4-4246-9067-82e694b8682e req-1611cea5-4dd3-4905-87b6-5bbac239c1d0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1591978 Feb 17 20:55:42.239908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bec47be9-9711-42a0-9c5f-e3c2e6e69997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:42.247723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-87f53d6f-9291-452e-b64f-49019b0543a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:42.279163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec47be9-9711-42a0-9c5f-e3c2e6e69997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eb20a8-c52e-4376-bd8f-44babf954fbc,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:42.282485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bec47be9-9711-42a0-9c5f-e3c2e6e69997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:42.285416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6edb73f9-11cd-4951-8a53-933dae1b4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:42.301019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bec47be9-9711-42a0-9c5f-e3c2e6e69997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:42.302487 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bec47be9-9711-42a0-9c5f-e3c2e6e69997 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48eb20a8-c52e-4376-bd8f-44babf954fbc HTTP/1.1" status: 204 len: 168 time: 0.4363885 Feb 17 20:55:42.312349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13473a58-1a74-437c-acfe-0a735683be25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:42.333578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb73f9-11cd-4951-8a53-933dae1b4a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887515a-1796-4b06-9ba1-54b91822a985,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:42.336747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6edb73f9-11cd-4951-8a53-933dae1b4a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:42.340442 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6edb73f9-11cd-4951-8a53-933dae1b4a8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9887515a-1796-4b06-9ba1-54b91822a985 HTTP/1.1" status: 204 len: 168 time: 0.7638059 Feb 17 20:55:42.340442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6edb73f9-11cd-4951-8a53-933dae1b4a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:42.351260 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-411cd0ef-97c4-4246-9067-82e694b8682e req-f3e7818b-5a30-461c-b0a9-9768d8fd6998 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238642 Feb 17 20:55:42.696922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d88e9a-4d07-4e46-87af-6c629267a591 req-b43917c8-d62a-4968-851b-d5c9fffd595b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:42.706915 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-36d88e9a-4d07-4e46-87af-6c629267a591 req-b43917c8-d62a-4968-851b-d5c9fffd595b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1410563 Feb 17 20:55:42.783308 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-36d88e9a-4d07-4e46-87af-6c629267a591 req-76f7a110-21c8-478e-a792-1d3c5c5afc71 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0749428 Feb 17 20:55:43.227762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789d7d6-b85e-4d10-b8ae-1865e1137960 req-0161e7cb-d04c-4806-9cde-49d8e6f7496f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:43.241871 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a789d7d6-b85e-4d10-b8ae-1865e1137960 req-0161e7cb-d04c-4806-9cde-49d8e6f7496f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.2270253 Feb 17 20:55:43.450311 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a789d7d6-b85e-4d10-b8ae-1865e1137960 req-0ca74caf-946c-4508-9019-c17da2987ed4 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034514 Feb 17 20:55:43.538786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb34d1-f749-40f4-87ab-cbc9cc9709e5 req-8fc63699-281a-482d-9dc3-96fcd0952572 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:43.549072 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bfb34d1-f749-40f4-87ab-cbc9cc9709e5 req-8fc63699-281a-482d-9dc3-96fcd0952572 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.2269714 Feb 17 20:55:43.613836 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6bfb34d1-f749-40f4-87ab-cbc9cc9709e5 req-eb7f8e7a-4f2e-4ad4-8648-f29e3edecbed tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637648 Feb 17 20:55:43.942049 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-435c1b72-22c0-43fb-bd67-080b2e615800 req-e62d88e4-0828-4365-8435-e85ffd399b86 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.2087996 Feb 17 20:55:44.011262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca3b6c-2fea-4d37-941c-84732fef9fc0 req-52e17f49-bc9e-414d-b18d-e09d8a6fc842 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:44.020375 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ccca3b6c-2fea-4d37-941c-84732fef9fc0 req-52e17f49-bc9e-414d-b18d-e09d8a6fc842 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.3434694 Feb 17 20:55:44.190452 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ccca3b6c-2fea-4d37-941c-84732fef9fc0 req-78cf4992-04ed-42ab-a76d-74eb618e9e07 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689138 Feb 17 20:55:44.312241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d98435-13d1-44c6-8a7b-c57ee49a2afe req-63df947c-f87d-4fe8-af95-1ca260157295 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:44.314202 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10d98435-13d1-44c6-8a7b-c57ee49a2afe req-63df947c-f87d-4fe8-af95-1ca260157295 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.2153249 Feb 17 20:55:44.465288 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10d98435-13d1-44c6-8a7b-c57ee49a2afe req-4e18c29b-f5b5-4429-b78c-1498a7668cdd tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422355 Feb 17 20:55:44.712598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c7eec-9cf8-4184-b2c7-c9d16d7b72ac req-395e8b76-3dae-483d-8a36-b780af0f8261 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:44.716264 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-560c7eec-9cf8-4184-b2c7-c9d16d7b72ac req-395e8b76-3dae-483d-8a36-b780af0f8261 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1138215 Feb 17 20:55:44.911698 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-560c7eec-9cf8-4184-b2c7-c9d16d7b72ac req-8029a73c-64e6-4a51-a0ce-1cf37c4469fd tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1136672 Feb 17 20:55:44.920511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bdb2d-6ab7-4707-a699-c68d24118554 req-66eda3d4-cf7d-4e64-a63f-a23fcec11e36 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:44.928837 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-736bdb2d-6ab7-4707-a699-c68d24118554 req-66eda3d4-cf7d-4e64-a63f-a23fcec11e36 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.2110069 Feb 17 20:55:45.018279 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-736bdb2d-6ab7-4707-a699-c68d24118554 req-66a5ec38-264a-4203-8fce-2da0d7199cc9 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867367 Feb 17 20:55:45.350730 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bce67e3f-e416-4d6f-8ad2-1297655ef166 req-63188dec-97b8-463d-8858-dcc5217bf19e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.0886629 Feb 17 20:55:45.405663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f3e5a-350d-489e-985c-dfbc843ba029 req-aaf65af4-0d03-4e09-85af-e0e6d71562b9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:45.405663 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-155f3e5a-350d-489e-985c-dfbc843ba029 req-aaf65af4-0d03-4e09-85af-e0e6d71562b9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.2286417 Feb 17 20:55:45.475984 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-155f3e5a-350d-489e-985c-dfbc843ba029 req-9653b644-ea59-4e60-8290-9bbc38a98f0b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741849 Feb 17 20:55:45.718619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ef101-56a9-4a7d-a6d5-8f84b9913975 req-faf28f25-aec1-4637-9024-0d4323c45fad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:45.746976 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dc7ef101-56a9-4a7d-a6d5-8f84b9913975 req-faf28f25-aec1-4637-9024-0d4323c45fad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.2107911 Feb 17 20:55:45.898475 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dc7ef101-56a9-4a7d-a6d5-8f84b9913975 req-75c87c78-25ba-4fc7-ba3f-140f19cd86c1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501491 Feb 17 20:55:45.946826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00c33c-3fa7-46c3-ad50-0d9f68c20efd req-e76701c8-701a-4375-a470-d503aa201c71 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:45.948522 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1c00c33c-3fa7-46c3-ad50-0d9f68c20efd req-e76701c8-701a-4375-a470-d503aa201c71 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1707580 Feb 17 20:55:46.026961 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1c00c33c-3fa7-46c3-ad50-0d9f68c20efd req-8939e16c-cb78-4cdf-8ff9-a7f3b0b551d8 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692995 Feb 17 20:55:46.255554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a84a4e-1de5-48b7-9d34-aee0a38ceffa req-4da1f52c-4c3e-486e-bdc9-77175a4a36ca tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:46.264302 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-27a84a4e-1de5-48b7-9d34-aee0a38ceffa req-4da1f52c-4c3e-486e-bdc9-77175a4a36ca tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.2091968 Feb 17 20:55:46.326447 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-27a84a4e-1de5-48b7-9d34-aee0a38ceffa req-48c245d3-ec87-4893-8877-86512362180e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0609264 Feb 17 20:55:46.333982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e995a36-a76b-44ef-9b9c-72b1212ac972 req-5820ad8c-f325-407a-b5da-136b500f3461 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:46.336220 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e995a36-a76b-44ef-9b9c-72b1212ac972 req-5820ad8c-f325-407a-b5da-136b500f3461 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1612480 Feb 17 20:55:46.389419 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e995a36-a76b-44ef-9b9c-72b1212ac972 req-516d794c-6959-4b73-8b23-ca28873c4d7a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Feb 17 20:55:46.527167 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-20dc55ba-6b1f-497e-ad15-9d4927182908 req-a2d65b74-a71b-4cc7-8e46-b4e8ab3c4459 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.0593388 Feb 17 20:55:46.714418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75cd9c-a8b4-4aea-91b3-dc6a70cd6468 req-a448fbf0-c02d-4628-bb8e-39c9f77ebddb tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:46.716106 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f75cd9c-a8b4-4aea-91b3-dc6a70cd6468 req-a448fbf0-c02d-4628-bb8e-39c9f77ebddb tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.0955427 Feb 17 20:55:46.778583 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f75cd9c-a8b4-4aea-91b3-dc6a70cd6468 req-f8f8c3ec-9ea1-4ab1-8273-d604db89ea16 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555592 Feb 17 20:55:47.154667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5e919-1e74-4430-9015-5d563c66e9ce req-13b6b7d8-f355-4eca-832e-d9c17cff5cad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:47.157001 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46e5e919-1e74-4430-9015-5d563c66e9ce req-13b6b7d8-f355-4eca-832e-d9c17cff5cad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1179085 Feb 17 20:55:47.249022 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-46e5e919-1e74-4430-9015-5d563c66e9ce req-ab7d4bdb-8998-49a5-9782-21c0259a6cee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857055 Feb 17 20:55:47.403226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd621e-f178-4eb5-86fe-b8236fcff543 req-29253837-9c56-4dff-95de-259cd753f27d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:47.405423 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2bd621e-f178-4eb5-86fe-b8236fcff543 req-29253837-9c56-4dff-95de-259cd753f27d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1519282 Feb 17 20:55:47.513023 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2bd621e-f178-4eb5-86fe-b8236fcff543 req-263534f1-79fb-4bf2-84b9-3d31649d6328 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007071 Feb 17 20:55:47.773344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10138370-dad3-4afc-a327-5dc294cdea41 req-641e112f-b8f3-4dab-9bce-9a511243cd7e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:47.793647 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10138370-dad3-4afc-a327-5dc294cdea41 req-641e112f-b8f3-4dab-9bce-9a511243cd7e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.2567062 Feb 17 20:55:47.901169 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10138370-dad3-4afc-a327-5dc294cdea41 req-b7314fe3-36e4-489e-8313-c7bcccc7adb8 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1064143 Feb 17 20:55:47.918334 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0135c3-3b39-4dc5-a450-f8688382d496 req-b61b3886-59ce-48f7-b56b-4485c9a9947c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:47.920282 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2c0135c3-3b39-4dc5-a450-f8688382d496 req-b61b3886-59ce-48f7-b56b-4485c9a9947c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.2077487 Feb 17 20:55:47.987625 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2c0135c3-3b39-4dc5-a450-f8688382d496 req-3b3cc878-e337-4d65-aa10-9dfaa9749a6f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609655 Feb 17 20:55:48.122291 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b15708f5-f3c5-46d7-8be1-fec99a56f1a0 req-6a2ca93d-b5bb-4662-bc57-5b2ad9357e99 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.0888495 Feb 17 20:55:48.311994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa12014-eb41-45c7-b5ed-7aa12386f2f0 req-a8cc6104-9c67-4ffb-ad91-70208e962f71 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:48.316677 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7aa12014-eb41-45c7-b5ed-7aa12386f2f0 req-a8cc6104-9c67-4ffb-ad91-70208e962f71 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1410732 Feb 17 20:55:48.365395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bdaa60f1-e872-419b-81ff-6a53ac74da04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:48.407352 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7aa12014-eb41-45c7-b5ed-7aa12386f2f0 req-c0340517-7d94-4aee-92c6-c6001687947e tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894439 Feb 17 20:55:48.583134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b2309-5255-464b-8d03-f3edfea7209c req-4d7507a9-421d-4a0d-a7df-56ab8827aded tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:48.592237 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-747b2309-5255-464b-8d03-f3edfea7209c req-4d7507a9-421d-4a0d-a7df-56ab8827aded tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1634727 Feb 17 20:55:48.738979 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-747b2309-5255-464b-8d03-f3edfea7209c req-b0985538-61e4-4388-8ae9-4a7602114eb8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391792 Feb 17 20:55:48.787463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d9ac-d947-4a18-ac03-650163afd913 req-9e63b65b-d7f0-4222-baae-ba86a483eaa1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:48.797749 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6905d9ac-d947-4a18-ac03-650163afd913 req-9e63b65b-d7f0-4222-baae-ba86a483eaa1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1397026 Feb 17 20:55:48.882849 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6905d9ac-d947-4a18-ac03-650163afd913 req-f1280dfa-4ecd-46b6-aae1-736aa51422a3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833273 Feb 17 20:55:49.244372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ac9f-06e0-44c6-85af-ea59baf78684 req-788cf034-d70c-473f-81f7-780da4b31df0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:49.244372 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5618ac9f-06e0-44c6-85af-ea59baf78684 req-788cf034-d70c-473f-81f7-780da4b31df0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.2184618 Feb 17 20:55:49.295739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258feb9-c58e-40a7-b387-305d672b4165 req-844c8bc7-5b66-4080-8ed5-6fe80e9c6e5a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:49.301512 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2258feb9-c58e-40a7-b387-305d672b4165 req-844c8bc7-5b66-4080-8ed5-6fe80e9c6e5a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1781020 Feb 17 20:55:49.355424 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5618ac9f-06e0-44c6-85af-ea59baf78684 req-f5702b1b-fac9-49d2-bfb8-3d7d4c54e98b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1035404 Feb 17 20:55:49.417210 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2258feb9-c58e-40a7-b387-305d672b4165 req-adcabf12-6ab0-425f-bf6a-bd868878a7b1 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933592 Feb 17 20:55:49.624128 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fecc35c7-c981-4bb8-b7a2-df26505f55e6 req-9145996d-fb87-40d2-b23d-52ebdfb1c5be tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.1401470 Feb 17 20:55:50.072142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30a05d-b819-4df2-b1ab-204060cf75be req-7de13ba4-9bda-45ec-94cb-dec48984513b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:50.073854 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d30a05d-b819-4df2-b1ab-204060cf75be req-7de13ba4-9bda-45ec-94cb-dec48984513b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.4995880 Feb 17 20:55:50.109344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c683ed-5405-4f1b-873a-a1ff096b7b5a req-0c05495e-f09f-4768-8555-6c515e471fa8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:50.111383 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a4c683ed-5405-4f1b-873a-a1ff096b7b5a req-0c05495e-f09f-4768-8555-6c515e471fa8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1497552 Feb 17 20:55:50.175128 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d30a05d-b819-4df2-b1ab-204060cf75be req-cc9e4803-8e74-4970-a5a9-031621b32f75 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935361 Feb 17 20:55:50.195673 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a4c683ed-5405-4f1b-873a-a1ff096b7b5a req-ff1a9be7-2209-49ee-99e8-df7aed3bb214 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755248 Feb 17 20:55:50.391278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446998a9-b859-46e5-901c-59bffab8270e req-4d42e57a-37e2-4611-83c3-efb5a74bd132 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:50.392929 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-446998a9-b859-46e5-901c-59bffab8270e req-4d42e57a-37e2-4611-83c3-efb5a74bd132 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0954027 Feb 17 20:55:50.466835 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-446998a9-b859-46e5-901c-59bffab8270e req-dfa2e71b-2c6d-4840-a5bf-99931dfa538d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650918 Feb 17 20:55:50.616579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-aaf5d8b4-925d-48ca-84db-645f2cf35d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:50.734024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24876a0-5d04-41c5-aa34-dea6bfce9c77 req-16a5bdb9-89c8-4630-bdc1-c318dbc28be9 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:50.735925 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e24876a0-5d04-41c5-aa34-dea6bfce9c77 req-16a5bdb9-89c8-4630-bdc1-c318dbc28be9 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1364777 Feb 17 20:55:50.743670 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0474dd-691c-4225-b397-2b11e2a0c4e7 req-dc0b1a75-8472-4e1b-afcd-34872dfc9075 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:50.745703 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f0474dd-691c-4225-b397-2b11e2a0c4e7 req-dc0b1a75-8472-4e1b-afcd-34872dfc9075 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1865766 Feb 17 20:55:50.840619 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e24876a0-5d04-41c5-aa34-dea6bfce9c77 req-c66c3037-3d4e-4916-8df5-c265803e90d4 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937755 Feb 17 20:55:50.869659 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f0474dd-691c-4225-b397-2b11e2a0c4e7 req-642ffce5-70a6-4933-88e7-25097cf969d0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0842059 Feb 17 20:55:50.931517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53008) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:51.003319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:51.033370 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ffe92b-b346-4780-9769-18e33e536946 req-8fdb3b20-79f3-4527-8fb5-23622d7bf64f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.0519762 Feb 17 20:55:51.074541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:51.095109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:55:51.105453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Usage tracker for resource:security_group_rule and tenant:2571721e025744de8e27d2b21ea45c6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:55:51.111187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:55:51.118720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:55:51.280082 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:51.300029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:51.341257 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-43f1b05d-6a4b-41c4-b5d5-681c011b79a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:51.355300 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2571721e025744de8e27d2b21ea45c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225793 Feb 17 20:55:51.357669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53024) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:55:51.418308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366008eb-766c-499a-b1d2-b93b187f3c89,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:51.421952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:51.463666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bd753f28-0093-47d1-a5e6-0aead63c5ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:51.499893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bd753f28-0093-47d1-a5e6-0aead63c5ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:51.592430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b147086-e676-4600-adee-94a580d38ed5 req-dd3b6d8e-8021-457f-833c-cd441a19692b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:51.605958 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b147086-e676-4600-adee-94a580d38ed5 req-dd3b6d8e-8021-457f-833c-cd441a19692b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.2636604 Feb 17 20:55:51.606235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc17c88-4f41-4d5b-8540-46fd2a1b7af6 req-933bdbdc-4c6a-4427-84e3-291960e18d0f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:51.607905 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dcc17c88-4f41-4d5b-8540-46fd2a1b7af6 req-933bdbdc-4c6a-4427-84e3-291960e18d0f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1968348 Feb 17 20:55:51.608712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bd753f28-0093-47d1-a5e6-0aead63c5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:51.614926 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-672b8b49-bec1-4f50-a7bb-48f43e643608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:51.627620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd753f28-0093-47d1-a5e6-0aead63c5ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366008eb-766c-499a-b1d2-b93b187f3c89,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:51.634157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bd753f28-0093-47d1-a5e6-0aead63c5ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:51.636294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bd753f28-0093-47d1-a5e6-0aead63c5ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:51.640811 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bd753f28-0093-47d1-a5e6-0aead63c5ca3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/366008eb-766c-499a-b1d2-b93b187f3c89 HTTP/1.1" status: 204 len: 168 time: 0.2820497 Feb 17 20:55:51.722225 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b147086-e676-4600-adee-94a580d38ed5 req-9a91741b-99b0-4c53-85ec-9ebfd7c2db82 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131217 Feb 17 20:55:51.751385 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dcc17c88-4f41-4d5b-8540-46fd2a1b7af6 req-b5c90ffa-1b33-41be-ad5b-ec3f6c11f5e8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248102 Feb 17 20:55:52.046285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25ee1c-3742-47fd-87ae-32705011722f req-2f0d76d9-f145-41af-9a2a-ddfff9eb0113 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:52.047932 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ec25ee1c-3742-47fd-87ae-32705011722f req-2f0d76d9-f145-41af-9a2a-ddfff9eb0113 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1600273 Feb 17 20:55:52.110504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2c70b-2bca-4ceb-9a6b-0b55558a345a req-bef78963-b55a-4744-9ecc-4a361479cad9 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:52.112116 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ba2c70b-2bca-4ceb-9a6b-0b55558a345a req-bef78963-b55a-4744-9ecc-4a361479cad9 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1402104 Feb 17 20:55:52.117812 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ec25ee1c-3742-47fd-87ae-32705011722f req-fec035d6-1904-455c-8c84-4b6ab8f9d15a tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607481 Feb 17 20:55:52.168017 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ba2c70b-2bca-4ceb-9a6b-0b55558a345a req-4e5dc861-d876-4950-85bf-8d19cabeef57 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489404 Feb 17 20:55:52.326430 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1493c42-8dca-4d0c-baec-793c03249667 req-6ae2e6d1-9b49-48b5-832d-87ea37335522 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.0582924 Feb 17 20:55:52.353477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55817ccf-e296-439d-84e1-6e7e1c0bc72c req-e30dd0c9-f3eb-4356-8d1d-63900cdcaa23 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:52.355090 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-55817ccf-e296-439d-84e1-6e7e1c0bc72c req-e30dd0c9-f3eb-4356-8d1d-63900cdcaa23 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1360445 Feb 17 20:55:52.375618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:52.408154 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-55817ccf-e296-439d-84e1-6e7e1c0bc72c req-2117e46b-28a2-4ed2-8963-a4e7d554cf53 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0456755 Feb 17 20:55:52.726915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:52.991458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-26df97f2-28c9-40af-b68d-df094b1afd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:52.993731 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-26df97f2-28c9-40af-b68d-df094b1afd94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 1162 time: 0.1328030 Feb 17 20:55:53.104799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bcaf1-5951-446b-9066-0879571bf3be req-df02f180-47dd-4205-a6d0-14ec49c6fa00 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:53.106589 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-811bcaf1-5951-446b-9066-0879571bf3be req-df02f180-47dd-4205-a6d0-14ec49c6fa00 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1972356 Feb 17 20:55:53.150009 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f3e52-5f11-458c-b3c4-0d8398570753 req-8559b5c6-1f7d-46a9-a679-ec856ab1abb7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:53.151751 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e23f3e52-5f11-458c-b3c4-0d8398570753 req-8559b5c6-1f7d-46a9-a679-ec856ab1abb7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1692605 Feb 17 20:55:53.191619 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-811bcaf1-5951-446b-9066-0879571bf3be req-d3a15ac8-3865-49e9-a37e-ef7e4c2757fb tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771306 Feb 17 20:55:53.222872 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e23f3e52-5f11-458c-b3c4-0d8398570753 req-36f7f014-2d95-4ff0-a9f4-cd3cd8b5b593 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623622 Feb 17 20:55:53.397133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-63001ae4-3065-4f3a-a5bd-999b8d48a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:53.399809 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-63001ae4-3065-4f3a-a5bd-999b8d48a7de service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 904 time: 0.3945367 Feb 17 20:55:53.465924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b43f7c-1f86-4c01-99e1-6e782ba2c58c req-4f2dec1e-0b1d-4de4-87d5-f1cbf2a7efa6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:53.467607 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-88b43f7c-1f86-4c01-99e1-6e782ba2c58c req-4f2dec1e-0b1d-4de4-87d5-f1cbf2a7efa6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1250310 Feb 17 20:55:53.475290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816b5a5-ca53-47b5-a41f-836b37a2377f req-9e33f75b-b3af-4e7b-a3b6-95dbe0268cd4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:53.484880 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7816b5a5-ca53-47b5-a41f-836b37a2377f req-9e33f75b-b3af-4e7b-a3b6-95dbe0268cd4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1790111 Feb 17 20:55:53.539384 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-bdc5761e-c646-45cb-91f6-7e1af17908b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e01105e-f664-4184-bcba-252fec105144 HTTP/1.1" status: 200 len: 1000 time: 0.1299388 Feb 17 20:55:53.569948 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7816b5a5-ca53-47b5-a41f-836b37a2377f req-361cca4d-300d-4cdb-a866-3dac685d81e7 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835497 Feb 17 20:55:53.573100 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-88b43f7c-1f86-4c01-99e1-6e782ba2c58c req-94f37a1e-a95c-4719-abb4-d2cdcea22632 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859694 Feb 17 20:55:53.649278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-a7b68c45-7656-401d-a53b-de3b1c3647cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:53.651556 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-a7b68c45-7656-401d-a53b-de3b1c3647cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 200 len: 849 time: 0.0788262 Feb 17 20:55:53.834027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc63ae5-97ff-410f-88fc-969781b120d8 req-74e74a93-0597-436c-9e98-ac5bd4cc68bd tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:53.837224 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-afc63ae5-97ff-410f-88fc-969781b120d8 req-74e74a93-0597-436c-9e98-ac5bd4cc68bd tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1365213 Feb 17 20:55:53.906468 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207366d6-f100-4952-ac87-907b40beb16c req-5c8d8c62-96af-4d59-bd34-618d52e2c8cf tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:53.907140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-207366d6-f100-4952-ac87-907b40beb16c req-5c8d8c62-96af-4d59-bd34-618d52e2c8cf tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Synchronizing usage tracker for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:network {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:53.924031 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5f0d221-41b7-4ec3-8770-3bff0fd800df req-d677dc7e-68b5-4c6f-8dcf-5c5e0f17d3cc tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.0631645 Feb 17 20:55:53.934610 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-207366d6-f100-4952-ac87-907b40beb16c req-5c8d8c62-96af-4d59-bd34-618d52e2c8cf tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Unset dirty status for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:network {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:53.936150 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-5c8d8c62-96af-4d59-bd34-618d52e2c8cf tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.67 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 809 time: 0.2835026 Feb 17 20:55:53.942481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-aca9ea96-b604-4420-a38f-45d1aa460fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:53.944015 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-aca9ea96-b604-4420-a38f-45d1aa460fe2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d5367c3-db87-4b07-ae58-a70af8b324d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1635664 Feb 17 20:55:53.947412 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-afc63ae5-97ff-410f-88fc-969781b120d8 req-1fc43179-44d7-4c13-b1db-5aff9ee37978 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1036959 Feb 17 20:55:54.137802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-207366d6-f100-4952-ac87-907b40beb16c req-f71419fe-3a47-429b-abbd-b1e9eda4870f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Synchronizing usage tracker for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:security_group {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:55:54.171190 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-207366d6-f100-4952-ac87-907b40beb16c req-f71419fe-3a47-429b-abbd-b1e9eda4870f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Unset dirty status for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:security_group {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:55:54.172512 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-f71419fe-3a47-429b-abbd-b1e9eda4870f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f HTTP/1.1" status: 200 len: 5759 time: 0.2092505 Feb 17 20:55:54.174483 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-1dc53c58-ba13-4100-b24a-d7fa7d0f7cbd service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097983 Feb 17 20:55:54.196295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Request body: {'port': {'device_id': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'admin_state_up': True, 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'security_groups': ['4fa84ff5-a70b-4863-ab29-d90dd941c79d']}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:55:54.480658 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47757ff6-21f8-4a35-9cc6-61209d25a5ae req-8cf378ed-0fa6-4a3a-8c91-d9d050b68734 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2689238 Feb 17 20:55:54.481665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:55:54.493202 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b45ce2-6e18-4d8e-b67a-fdca46b39f59 req-78a600be-6a52-4d6c-b0b9-a6203f906a25 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:54.502584 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48b45ce2-6e18-4d8e-b67a-fdca46b39f59 req-78a600be-6a52-4d6c-b0b9-a6203f906a25 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1782997 Feb 17 20:55:54.515282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:55:54.527810 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Made reservation on behalf of b495c35e9b7f4702bc0a2205b58b1e8f for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:55:54.534903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:54.536368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def27f3e-a5e0-4c41-8b4c-ddd41cd2a3d1 req-72925177-dd31-4fd6-ba94-d48e89a3916e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:54.538307 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-def27f3e-a5e0-4c41-8b4c-ddd41cd2a3d1 req-72925177-dd31-4fd6-ba94-d48e89a3916e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1695461 Feb 17 20:55:54.619335 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48b45ce2-6e18-4d8e-b67a-fdca46b39f59 req-76fa6342-c842-4a74-a114-e2374a10cb2d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118100 Feb 17 20:55:54.648750 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-def27f3e-a5e0-4c41-8b4c-ddd41cd2a3d1 req-168a1f29-0513-4686-9c7d-541f49104392 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975664 Feb 17 20:55:54.941743 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-e48df2f0-d0dd-4bdd-81e1-f6fa1f4ca878 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3590879 Feb 17 20:55:55.029439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579a094-32bf-4351-bffe-2e20b8ebe309 req-eb6d9f9b-fcb3-4cc1-add6-0fc33a7dc195 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:55.032348 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2579a094-32bf-4351-bffe-2e20b8ebe309 req-eb6d9f9b-fcb3-4cc1-add6-0fc33a7dc195 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.1963477 Feb 17 20:55:55.039155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370afb15-4c19-494e-98d5-a12f4cfae037 req-48776266-9405-4d49-b10e-bf3f9ca79fcb tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:55.041005 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-370afb15-4c19-494e-98d5-a12f4cfae037 req-48776266-9405-4d49-b10e-bf3f9ca79fcb tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.3080308 Feb 17 20:55:55.120974 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2579a094-32bf-4351-bffe-2e20b8ebe309 req-da1f478f-c0ac-4755-aea8-c00ada8a3814 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788331 Feb 17 20:55:55.130911 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-370afb15-4c19-494e-98d5-a12f4cfae037 req-5a7214dd-1bbd-4f9a-9315-9e6f7a745ec4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733638 Feb 17 20:55:55.173825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Allocated IP 172.20.0.11 (58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d/4820fd17-3d7e-4a33-b857-f67a278bbe22/fde1dbda-6187-4c22-b8c2-4229d28cbec5) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:55:55.181092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-5ce1d5ab-17cd-47c1-9900-e627f5f27ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:55.182993 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-5ce1d5ab-17cd-47c1-9900-e627f5f27ae3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1162 time: 0.2046466 Feb 17 20:55:55.351001 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35404f3f-2d92-46c8-ae21-1e31fac6c1bc req-95c3a738-e6a6-443d-98f4-93e3283f3f41 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.0689578 Feb 17 20:55:55.394775 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc49dd0-65c3-4515-af87-6420229cc3be req-6865e00d-71a3-4b77-bd1a-e8367daaaf58 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:55.403143 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dc49dd0-65c3-4515-af87-6420229cc3be req-6865e00d-71a3-4b77-bd1a-e8367daaaf58 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1653326 Feb 17 20:55:55.462008 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dc49dd0-65c3-4515-af87-6420229cc3be req-e65c6937-d3ed-43c5-b117-e46d5130390f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0578039 Feb 17 20:55:55.468424 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-def2b8c6-1a38-471b-8904-89fe6053fb9c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 20:55:55.539259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:55.542824 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-2856b99a-5f3d-4ca6-8ff9-29962c963be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:55.544477 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-2856b99a-5f3d-4ca6-8ff9-29962c963be3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 912 time: 0.2268741 Feb 17 20:55:55.559884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Transition to ACTIVE for port object fde1dbda-6187-4c22-b8c2-4229d28cbec5 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:55:55.584115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:55.600163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a138ecc8-6dd4-4367-bfb9-2f3db2c3d58a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:55.741040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Pushing event updated for resources: {'Port': ['ID=fde1dbda-6187-4c22-b8c2-4229d28cbec5,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:55.746052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:55.812388 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:55:55.813575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:55:55.816048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:55:55.886825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:55.887564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:55.912211 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f976e-4079-4d2c-b717-1b67c1f9fb62 req-00f651e5-f036-44ff-8b0e-c6d48b7d2c4c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:55.914880 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-536f976e-4079-4d2c-b717-1b67c1f9fb62 req-00f651e5-f036-44ff-8b0e-c6d48b7d2c4c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1904335 Feb 17 20:55:55.918866 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7275546 Feb 17 20:55:55.929947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bb809-9178-4582-8138-6b43afb293fd req-8097c665-177a-47cc-bca8-2d2b6fcbe79c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:55.931905 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e03bb809-9178-4582-8138-6b43afb293fd req-8097c665-177a-47cc-bca8-2d2b6fcbe79c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1481056 Feb 17 20:55:56.010089 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-536f976e-4079-4d2c-b717-1b67c1f9fb62 req-269ad0d9-238a-4428-bdef-3ba032fd8412 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771019 Feb 17 20:55:56.018954 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e03bb809-9178-4582-8138-6b43afb293fd req-6aa4c32d-462d-46e2-8f18-0977336a4d9f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710418 Feb 17 20:55:56.025377 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-be2c0212-3d83-4b55-9169-3d1fa5560c7b None None] Provisioning for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:55:56.031407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-be2c0212-3d83-4b55-9169-3d1fa5560c7b None None] Provisioning complete for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:56.031937 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-be2c0212-3d83-4b55-9169-3d1fa5560c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:56.095693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-be2c0212-3d83-4b55-9169-3d1fa5560c7b None None] Port fde1dbda-6187-4c22-b8c2-4229d28cbec5 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:55:56.210448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba1744-d95a-4f6d-a8a1-dfabd1ca88bf req-fe557939-51ee-49a3-baa2-40d9881d27b8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:56.212090 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2ba1744-d95a-4f6d-a8a1-dfabd1ca88bf req-fe557939-51ee-49a3-baa2-40d9881d27b8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.0956633 Feb 17 20:55:56.261415 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2ba1744-d95a-4f6d-a8a1-dfabd1ca88bf req-078f7cfc-74d8-490e-bf28-8fb90c46d682 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428061 Feb 17 20:55:56.347029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4d6d8-2462-4bc0-921e-6b5dcd47a55d req-a8f93260-95fa-4654-8435-8f7c4e31449b tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:56.348653 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-36a4d6d8-2462-4bc0-921e-6b5dcd47a55d req-a8f93260-95fa-4654-8435-8f7c4e31449b tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.0863602 Feb 17 20:55:56.403124 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-36a4d6d8-2462-4bc0-921e-6b5dcd47a55d req-2ee56605-ed57-4a4d-8c61-a14be2bbe36b tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463550 Feb 17 20:55:56.574102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245341-855c-45f6-9a17-4d82da03ff1b req-776e1bf1-0143-420f-ac43-704587ca11b1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:56.575763 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-17245341-855c-45f6-9a17-4d82da03ff1b req-776e1bf1-0143-420f-ac43-704587ca11b1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 932 time: 0.0912247 Feb 17 20:55:56.687888 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-17245341-855c-45f6-9a17-4d82da03ff1b req-daba7a6d-0fee-4e35-bfc1-755d211175e4 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0704341 Feb 17 20:55:56.702465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5145c-6869-4bd4-a17f-8bd8c5f85248 req-3e4478d8-84c6-4444-b4e4-1297e55287cc tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:56.704043 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7f5145c-6869-4bd4-a17f-8bd8c5f85248 req-3e4478d8-84c6-4444-b4e4-1297e55287cc tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1272655 Feb 17 20:55:56.753783 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7f5145c-6869-4bd4-a17f-8bd8c5f85248 req-0b8fc2fa-c89f-4c5e-a047-318e42118c71 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0426850 Feb 17 20:55:57.235970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d94d-7ee2-4807-b91e-62c99a894b31 req-4df3ad12-1b7c-41e3-b597-b1e37383e407 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:57.237612 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca23d94d-7ee2-4807-b91e-62c99a894b31 req-4df3ad12-1b7c-41e3-b597-b1e37383e407 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0909016 Feb 17 20:55:57.291681 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ca23d94d-7ee2-4807-b91e-62c99a894b31 req-b60942f4-2224-455e-b65b-a3f47731b122 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Feb 17 20:55:57.470234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ed5a2-112e-4ae1-a2a8-71dcfca0cdad req-35462ef9-2370-458e-9efe-3e91f7696727 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:57.471916 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-627ed5a2-112e-4ae1-a2a8-71dcfca0cdad req-35462ef9-2370-458e-9efe-3e91f7696727 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.0905752 Feb 17 20:55:57.526491 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-627ed5a2-112e-4ae1-a2a8-71dcfca0cdad req-ba56bd28-9f53-47a2-80c3-a5494bfbd03a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467649 Feb 17 20:55:57.618473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63c4b8-2413-4dc6-a1d2-56ed0b4db1aa req-8a00fdc8-7ebc-4185-afcb-8f8f75b88d1a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:57.620115 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f63c4b8-2413-4dc6-a1d2-56ed0b4db1aa req-8a00fdc8-7ebc-4185-afcb-8f8f75b88d1a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.0981185 Feb 17 20:55:57.669536 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f63c4b8-2413-4dc6-a1d2-56ed0b4db1aa req-5bb111c1-b84e-4be1-aae4-6e3571dcdfe5 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Feb 17 20:55:57.919723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52480f-9e78-477d-afc9-115e7916584e req-8775dbec-185c-449f-a6e7-be29f7f86add tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:57.921434 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aa52480f-9e78-477d-afc9-115e7916584e req-8775dbec-185c-449f-a6e7-be29f7f86add tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 932 time: 0.0976322 Feb 17 20:55:57.977605 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aa52480f-9e78-477d-afc9-115e7916584e req-7febbf49-c19a-4491-885b-515fb2d0ba34 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0488410 Feb 17 20:55:58.105864 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726b3c2-0161-4280-a9ad-2f2dd8c25234 req-4bb1b5c1-7c90-4267-ba74-c3ffa1776f6f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:58.107555 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c726b3c2-0161-4280-a9ad-2f2dd8c25234 req-4bb1b5c1-7c90-4267-ba74-c3ffa1776f6f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.0942333 Feb 17 20:55:58.157105 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c726b3c2-0161-4280-a9ad-2f2dd8c25234 req-34b9aa42-73da-4e15-80ec-dd647661508b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0428445 Feb 17 20:55:58.417280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Request body: {'port': {'device_id': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:55:58.455645 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-bf93c92a-1052-406e-a459-6265d61d621f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208da23c-bb2a-406e-905b-f4357b0d94f1 HTTP/1.1" status: 200 len: 217 time: 0.1092231 Feb 17 20:55:58.502611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d20b2-6a88-4bb2-86b2-2b7954f7cad7 req-b47a6a17-35bd-4448-82d3-4cb2c79d8c5c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:58.504206 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-660d20b2-6a88-4bb2-86b2-2b7954f7cad7 req-b47a6a17-35bd-4448-82d3-4cb2c79d8c5c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0921769 Feb 17 20:55:58.554812 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-660d20b2-6a88-4bb2-86b2-2b7954f7cad7 req-67be0885-78ed-4084-a205-1f13dc3bf5ac tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Feb 17 20:55:58.605397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:58.640847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-9672957c-365a-43bc-9a22-88394adcbb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:58.642473 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-9672957c-365a-43bc-9a22-88394adcbb7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.1206083 Feb 17 20:55:58.747056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c297e5-5cde-430a-b72d-610a5a3ded13 req-e9134539-d584-4bfb-85b8-f6b48aca240e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:58.748838 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-17c297e5-5cde-430a-b72d-610a5a3ded13 req-e9134539-d584-4bfb-85b8-f6b48aca240e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.0955052 Feb 17 20:55:58.971457 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-3e9ab8a9-dc9c-4bf7-b4e6-8b7115237447 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2944751 Feb 17 20:55:59.092092 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-17c297e5-5cde-430a-b72d-610a5a3ded13 req-8fff1f85-ac4b-4e00-b5f5-caa0d0751587 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359327 Feb 17 20:55:59.133242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116d1b-ddea-414b-af11-614f489b3b85 req-c13119b2-a06e-4e60-bbff-29bcc15205e1 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:59.135275 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8116d1b-ddea-414b-af11-614f489b3b85 req-c13119b2-a06e-4e60-bbff-29bcc15205e1 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 944 time: 0.3440223 Feb 17 20:55:59.189998 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8116d1b-ddea-414b-af11-614f489b3b85 req-de3307d1-5e03-4b18-9a4b-42db1079921b tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477436 Feb 17 20:55:59.306438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0678d8-ba08-49f7-a5bf-10e2bf4e0b9b req-a66a6953-a81c-40f9-bbaf-1c9ed904c522 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:59.309302 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dd0678d8-ba08-49f7-a5bf-10e2bf4e0b9b req-a66a6953-a81c-40f9-bbaf-1c9ed904c522 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 932 time: 0.1054723 Feb 17 20:55:59.346709 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-562be4e0-778c-4898-9165-9fb660a735b6 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320358 Feb 17 20:55:59.430805 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dd0678d8-ba08-49f7-a5bf-10e2bf4e0b9b req-dd755bad-3dfd-48e6-b46f-60bb207e39a2 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1143081 Feb 17 20:55:59.467995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f388c27-efd2-4047-b04b-3bd31a448f54 req-72631dc8-bb85-4e69-bd9b-0ea00d37e364 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:59.470117 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f388c27-efd2-4047-b04b-3bd31a448f54 req-72631dc8-bb85-4e69-bd9b-0ea00d37e364 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1588917 Feb 17 20:55:59.537800 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f388c27-efd2-4047-b04b-3bd31a448f54 req-aa838b4b-c4ee-4721-9830-dc0a719f9e18 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0598812 Feb 17 20:55:59.580731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d66a03c6-9fdb-43ef-b93b-8a8c71187ace up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:55:59.589670 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a69b9736-9293-49fd-9fbd-6d8724c32416 req-33f480a5-b25b-437a-95c8-45b4c80f3b9d service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2209134 Feb 17 20:55:59.617648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde1dbda-6187-4c22-b8c2-4229d28cbec5 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:55:59.626792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:59.641914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Transition to ACTIVE for port object fde1dbda-6187-4c22-b8c2-4229d28cbec5 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:55:59.680551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:55:59.686716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:55:59.687410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:59.709796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:59.729666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4123b5da-8e0e-4679-9823-6a5809180f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:55:59.830267 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5895df9-f599-4c2e-8f2e-f7825da64b0c req-329d7fba-bd66-4505-b2db-efe90178f5b9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:59.836309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:59.840108 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5895df9-f599-4c2e-8f2e-f7825da64b0c req-329d7fba-bd66-4505-b2db-efe90178f5b9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1580219 Feb 17 20:55:59.877231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port d66a03c6-9fdb-43ef-b93b-8a8c71187ace, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:55:59.878509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:55:59.899973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:55:59.900921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:55:59.905318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fde1dbda-6187-4c22-b8c2-4229d28cbec5,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:55:59.912651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:55:59.916190 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5895df9-f599-4c2e-8f2e-f7825da64b0c req-6edff4a5-bf3c-474b-80c3-6faf558269bc tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706615 Feb 17 20:55:59.932579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-13b84fa0-10f1-4be4-9c31-ee1150552899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:55:59.932579 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-13b84fa0-10f1-4be4-9c31-ee1150552899 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1162 time: 0.2860351 Feb 17 20:55:59.979683 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'code': 200} Feb 17 20:55:59.980173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:00.067742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:56:00.076202 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:00.076621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:00.191452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:00.275326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:00.328749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3198b9f-946a-47ea-b350-76e74afee8d3 req-fdb3ee51-af6f-4872-ab48-bb461d53f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:00.334246 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e3198b9f-946a-47ea-b350-76e74afee8d3 req-fdb3ee51-af6f-4872-ab48-bb461d53f0de service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1163 time: 0.1175959 Feb 17 20:56:00.337083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.337807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.338464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.339004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.339526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.340048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.340567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.341223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.341754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.342302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.342817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.343447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.344464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.345122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.345637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.346150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.346680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.347371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.348014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.348528 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.349643 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.350727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.351254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.351774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:00.373819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:00.375637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Attempting to bind port fde1dbda-6187-4c22-b8c2-4229d28cbec5 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:56:00.376102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Attempting to bind port fde1dbda-6187-4c22-b8c2-4229d28cbec5 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:56:00.376738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Attempting to bind port fde1dbda-6187-4c22-b8c2-4229d28cbec5 on network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:56:00.382889 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:56:00.387815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:00.390345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:00.396126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:56:00.396665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Checking segment: {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:56:00.397285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:00.397782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Bound using segment: {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:56:00.398525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Bound port: fde1dbda-6187-4c22-b8c2-4229d28cbec5, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6dde78-6a73-4097-8fd4-7aefb694d414', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:56:00.399006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:00.430307 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-e48adc8f-df25-475c-a1f2-af302dd258f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:00.432072 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-e48adc8f-df25-475c-a1f2-af302dd258f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 912 time: 0.4850585 Feb 17 20:56:00.490689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:00.504778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:00.559384 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-f4794950-f16b-4148-861e-eda456a11370 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208da23c-bb2a-406e-905b-f4357b0d94f1 HTTP/1.1" status: 200 len: 217 time: 0.0982025 Feb 17 20:56:00.562477 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e3198b9f-946a-47ea-b350-76e74afee8d3 req-e0e0c775-1002-4d49-b3e8-4ae5bdf8a588 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212741 Feb 17 20:56:00.597070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] For port fde1dbda-6187-4c22-b8c2-4229d28cbec5, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:56:00.600679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] For port fde1dbda-6187-4c22-b8c2-4229d28cbec5, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:56:00.603955 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba76c2-305f-48d8-8268-438e711b9902 req-a151e2da-6491-48c8-841a-08df5d956ea1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:00.604777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:00.605607 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b1ba76c2-305f-48d8-8268-438e711b9902 req-a151e2da-6491-48c8-841a-08df5d956ea1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.2379467 Feb 17 20:56:00.613356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0691-5cfa-437e-aa08-680bfc7f0b6a req-adb60deb-7365-4d8e-ada7-f036566ef0a3 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:00.614968 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-febe0691-5cfa-437e-aa08-680bfc7f0b6a req-adb60deb-7365-4d8e-ada7-f036566ef0a3 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.1658883 Feb 17 20:56:00.622677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9996d94e-933f-4d7a-8ead-936c0af402dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:00.696662 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b1ba76c2-305f-48d8-8268-438e711b9902 req-33628406-675b-4792-82ba-2deaf7c29f07 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804265 Feb 17 20:56:00.715859 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-febe0691-5cfa-437e-aa08-680bfc7f0b6a req-b06c8792-f721-4e39-8841-b91130413f7e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820892 Feb 17 20:56:00.857344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fde1dbda-6187-4c22-b8c2-4229d28cbec5,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:00.867343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:00.925735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-91a124e6-ae19-47aa-945b-735b2dd2fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:00.927335 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-91a124e6-ae19-47aa-945b-735b2dd2fe12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.1218436 Feb 17 20:56:00.941833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:00.942402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:00.943741 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] 10.222.0.67 "PUT /v2.0/ports/fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 1158 time: 2.5376172 Feb 17 20:56:00.944947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:56:01.034944 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-f61acf3a-fac5-4c51-b9eb-8b0c7038cf6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556767 Feb 17 20:56:01.050534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e90dc5-53a0-4f95-a4f0-c44c42d228b4 req-4929fb23-4d88-4f29-916b-6780c313f2eb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:01.052310 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-14e90dc5-53a0-4f95-a4f0-c44c42d228b4 req-4929fb23-4d88-4f29-916b-6780c313f2eb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.1815214 Feb 17 20:56:01.067573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e041b3-65a2-4730-a678-ff9d19ed2566 req-88583096-d73a-4396-b53d-85a380fd2eb3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:01.069763 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-20e041b3-65a2-4730-a678-ff9d19ed2566 req-88583096-d73a-4396-b53d-85a380fd2eb3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 945 time: 0.1376166 Feb 17 20:56:01.149742 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-14e90dc5-53a0-4f95-a4f0-c44c42d228b4 req-e9d189a2-88cd-4911-af97-c434abe45947 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0894012 Feb 17 20:56:01.154934 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-20e041b3-65a2-4730-a678-ff9d19ed2566 req-74299876-1f4b-448a-8a28-c4f720935d05 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0675828 Feb 17 20:56:01.222363 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'status': 'completed', 'code': 200} Feb 17 20:56:01.254617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207366d6-f100-4952-ac87-907b40beb16c req-902f311c-e0f8-4466-a9fd-64844e4700ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:01.256261 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-902f311c-e0f8-4466-a9fd-64844e4700ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1161 time: 0.2201717 Feb 17 20:56:01.259906 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-475bea11-a7a1-4096-be0f-53a306a052b4 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865170 Feb 17 20:56:01.359318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483a7c7-fb49-4866-b4f1-c641f8d80e53 req-f66f36f9-ed64-4a11-96a6-80987a727b22 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:01.360931 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9483a7c7-fb49-4866-b4f1-c641f8d80e53 req-f66f36f9-ed64-4a11-96a6-80987a727b22 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0933502 Feb 17 20:56:01.376282 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-47e4cc8b-89f1-4d73-8ca0-a6a64dabceec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 217 time: 0.0979936 Feb 17 20:56:01.409499 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9483a7c7-fb49-4866-b4f1-c641f8d80e53 req-1a5aa33c-d9d1-418c-b798-52f0d21a32b2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Feb 17 20:56:01.494620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:01.525168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d66a03c6-9fdb-43ef-b93b-8a8c71187ace up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:01.525763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207366d6-f100-4952-ac87-907b40beb16c req-80bd5944-462f-4bf7-9baf-f42533a30548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:01.527354 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-80bd5944-462f-4bf7-9baf-f42533a30548 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 200 len: 848 time: 0.0994241 Feb 17 20:56:01.603572 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:01.603983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:01.736874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:01.830107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:01.830923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:01.856816 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-87ba9ea7-9f3d-418b-836b-13f1cc719a0d req-04556115-46ab-4832-864e-5ba8cf9872f9 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5206690 Feb 17 20:56:01.925731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207366d6-f100-4952-ac87-907b40beb16c req-0ebbe08a-c4cb-4a3a-b79b-7848300d20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:01.927569 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-0ebbe08a-c4cb-4a3a-b79b-7848300d20b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3837044 Feb 17 20:56:01.933101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b01a9-3bde-4301-8cc4-0bfbd11a7a2e req-71d42717-66da-42c9-bafc-77e94e6aa75d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:01.941072 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-244b01a9-3bde-4301-8cc4-0bfbd11a7a2e req-71d42717-66da-42c9-bafc-77e94e6aa75d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.1093819 Feb 17 20:56:02.002855 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:56:02.043913 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-244b01a9-3bde-4301-8cc4-0bfbd11a7a2e req-4552b404-e5c6-410b-9e8f-9f6db204a841 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017823 Feb 17 20:56:02.047264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 8c566979-3751-4019-9747-757b82dfade9 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:02.127557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dec2d6-83aa-4868-90b0-7b6314e16077 req-1027ccf2-590f-4abf-b68e-525e95b238b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:02.129616 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0dec2d6-83aa-4868-90b0-7b6314e16077 req-1027ccf2-590f-4abf-b68e-525e95b238b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.1609581 Feb 17 20:56:02.143110 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014', 'code': 200} Feb 17 20:56:02.145348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 8c566979-3751-4019-9747-757b82dfade9 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:02.146311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:02.185550 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-32965678-5725-4ac7-bafe-399095cec5b8 service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389169 Feb 17 20:56:02.188744 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0dec2d6-83aa-4868-90b0-7b6314e16077 req-e9414e6e-a8b5-48ad-a3b1-998894c70aac tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498741 Feb 17 20:56:02.326068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:02.376124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 8c566979-3751-4019-9747-757b82dfade9, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=8c566979-3751-4019-9747-757b82dfade9,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:56:02.381650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:02.386573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ff63ab66-d640-4fd3-a1d3-db47c91ed3da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:02.450388 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-207366d6-f100-4952-ac87-907b40beb16c req-1fa7d8cd-2ecb-4792-8dad-7fbc08ae5c87 service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2490354 Feb 17 20:56:02.524873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=8c566979-3751-4019-9747-757b82dfade9,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:02.524873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:02.593831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584567c-fac2-4c1d-9950-678a62336b32 req-6906b0c5-baf3-4563-a060-86cda89363e5 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:02.595475 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b584567c-fac2-4c1d-9950-678a62336b32 req-6906b0c5-baf3-4563-a060-86cda89363e5 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.1755733 Feb 17 20:56:02.603350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1770538-2c43-4258-9006-d648cd6f2d73 req-014c2952-d93c-49b9-83bb-07cbf12d6c81 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:02.604863 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1770538-2c43-4258-9006-d648cd6f2d73 req-014c2952-d93c-49b9-83bb-07cbf12d6c81 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 945 time: 0.1296716 Feb 17 20:56:02.683821 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b584567c-fac2-4c1d-9950-678a62336b32 req-3e4b89fe-4ea6-472b-9a2c-4aac39e4c540 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0779088 Feb 17 20:56:02.691448 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1770538-2c43-4258-9006-d648cd6f2d73 req-554af974-7e3c-482f-aff0-127837bdb594 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0703247 Feb 17 20:56:02.774107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-a5b61cc8-5010-4377-b4de-782c8d4aed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:02.775754 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-a5b61cc8-5010-4377-b4de-782c8d4aed1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1161 time: 0.1552227 Feb 17 20:56:02.779885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87f868-0309-4576-8dc1-9e9534b547d8 req-65ab297b-0e6c-4017-8709-c793f22c9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:02.781946 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0b87f868-0309-4576-8dc1-9e9534b547d8 req-65ab297b-0e6c-4017-8709-c793f22c9b1a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 1162 time: 0.1181979 Feb 17 20:56:02.875371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bd980-fd87-4a09-953d-c264111cfb32 req-155de702-8228-4f3c-a10d-bdc852be3104 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:02.877033 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a6bd980-fd87-4a09-953d-c264111cfb32 req-155de702-8228-4f3c-a10d-bdc852be3104 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0902612 Feb 17 20:56:02.920301 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0b87f868-0309-4576-8dc1-9e9534b547d8 req-60cd8e98-94cd-423d-8063-74153e84b95d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1085389 Feb 17 20:56:02.929980 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2a6bd980-fd87-4a09-953d-c264111cfb32 req-78855424-da30-482f-85d7-7049f4d718f0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Feb 17 20:56:02.961554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-af49c769-2d7b-41e8-8746-60add6d059f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:02.963222 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-af49c769-2d7b-41e8-8746-60add6d059f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 903 time: 0.1790969 Feb 17 20:56:02.969585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:03.045859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:03.046290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:03.175021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d66a03c6-9fdb-43ef-b93b-8a8c71187ace up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:03.261212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:03.261601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:03.264917 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-5ace7996-bea3-4fde-8f3b-f2ed57e7a304 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 217 time: 0.0775032 Feb 17 20:56:03.267032 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760945d-a237-4342-b0e5-baa19e92844c req-246b9c8c-7dda-4f22-b7ed-d222f2b95abf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:03.268732 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1760945d-a237-4342-b0e5-baa19e92844c req-246b9c8c-7dda-4f22-b7ed-d222f2b95abf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.1049707 Feb 17 20:56:03.349468 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-f8fc439b-6fdc-43ff-9bab-73934e1dc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:03.351145 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-f8fc439b-6fdc-43ff-9bab-73934e1dc750 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 200 len: 848 time: 0.0772934 Feb 17 20:56:03.376663 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1760945d-a237-4342-b0e5-baa19e92844c req-c71689dd-2fe8-4f11-b13f-46f819c99692 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005974 Feb 17 20:56:03.398601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 8c566979-3751-4019-9747-757b82dfade9 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:03.424668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b628a7-0231-411e-b20b-78c4e7bdfce8 req-64dd14c5-d51b-4df6-9ad0-e155761b07a6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:03.426333 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69b628a7-0231-411e-b20b-78c4e7bdfce8 req-64dd14c5-d51b-4df6-9ad0-e155761b07a6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.1097448 Feb 17 20:56:03.456069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-aaf1b7b6-c5d3-44eb-a89e-069320edd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:03.457967 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-aaf1b7b6-c5d3-44eb-a89e-069320edd7c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963180 Feb 17 20:56:03.473075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 8c566979-3751-4019-9747-757b82dfade9 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:03.473500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:03.481222 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69b628a7-0231-411e-b20b-78c4e7bdfce8 req-4e99627f-c1d5-41d4-a8c4-2b3f909f2d6d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473897 Feb 17 20:56:03.629852 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-497e74a8-febb-45d2-a05e-30c0768d631b service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628232 Feb 17 20:56:03.693456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390341f-84e7-45af-bd3e-d7516153c0e9 req-bb41f26a-1ca8-4e21-8cf2-4c26da1875fc tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:03.695873 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8390341f-84e7-45af-bd3e-d7516153c0e9 req-bb41f26a-1ca8-4e21-8cf2-4c26da1875fc tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.0926683 Feb 17 20:56:03.757031 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8390341f-84e7-45af-bd3e-d7516153c0e9 req-6120a444-9552-4ad5-bc47-982f15a5414c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534098 Feb 17 20:56:03.823827 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e62670f2-b483-45b2-9e08-d060c86edf45 req-48f68863-4f0e-4c05-b15d-ddf447a456ac service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1836598 Feb 17 20:56:04.012034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d381534-10e4-4741-bbc3-90c58b6fac39 req-18cb69b1-e739-4397-9e2d-a697404df8e3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:04.013672 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7d381534-10e4-4741-bbc3-90c58b6fac39 req-18cb69b1-e739-4397-9e2d-a697404df8e3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.1648297 Feb 17 20:56:04.021061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898fcac-1f5f-4ec8-a082-53dc681bb27c req-dc72d9ba-c035-4ddc-a696-3b55be404774 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:04.023537 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4898fcac-1f5f-4ec8-a082-53dc681bb27c req-dc72d9ba-c035-4ddc-a696-3b55be404774 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 945 time: 0.1324954 Feb 17 20:56:04.102598 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7d381534-10e4-4741-bbc3-90c58b6fac39 req-a3c7695c-0af1-4a38-8836-11aa6fd53b1c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0780158 Feb 17 20:56:04.110021 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4898fcac-1f5f-4ec8-a082-53dc681bb27c req-67f9f414-aa36-468c-83fc-dd31f9887a6f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0708883 Feb 17 20:56:04.143732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c566979-3751-4019-9747-757b82dfade9'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:56:04.301273 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0e861-e6dc-432c-a1be-78bd16eff411 req-bd451d60-3b45-472b-93c3-46ba3ca7f2aa tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:04.303048 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2e0e861-e6dc-432c-a1be-78bd16eff411 req-bd451d60-3b45-472b-93c3-46ba3ca7f2aa tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0899594 Feb 17 20:56:04.355048 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2e0e861-e6dc-432c-a1be-78bd16eff411 req-75b4dbcb-357f-4200-b14c-d751a68ff22a tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447330 Feb 17 20:56:04.385143 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c566979-3751-4019-9747-757b82dfade9', 'code': 200} Feb 17 20:56:04.625458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750e988-786b-4570-9363-7a7ab4596954 req-8415ad73-0a52-4ae1-bbec-fab404b6ef1c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:04.627661 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4750e988-786b-4570-9363-7a7ab4596954 req-8415ad73-0a52-4ae1-bbec-fab404b6ef1c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.1728365 Feb 17 20:56:04.639700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831391c-27a0-4723-af9a-b71254fca829 req-f846e0f1-ac22-4eaa-b4ff-cfd1d509940a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:04.641270 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a831391c-27a0-4723-af9a-b71254fca829 req-f846e0f1-ac22-4eaa-b4ff-cfd1d509940a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.1286256 Feb 17 20:56:04.721204 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4750e988-786b-4570-9363-7a7ab4596954 req-4ef4da0c-37c6-481d-932c-84bf53211565 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788765 Feb 17 20:56:04.731026 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a831391c-27a0-4723-af9a-b71254fca829 req-f7ae4cb8-9d8d-4162-8f69-647cdf05f4dd tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728941 Feb 17 20:56:04.890771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:04.979251 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:04.979674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:05.142291 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:05.290405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:05.297329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:05.341897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2f5cd-be0d-40ff-8207-d6c71d92c3d6 req-0e5ab49c-5d55-4273-a93a-4108cbb6576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:05.343773 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85e2f5cd-be0d-40ff-8207-d6c71d92c3d6 req-0e5ab49c-5d55-4273-a93a-4108cbb6576d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 1162 time: 0.1799674 Feb 17 20:56:05.423450 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85e2f5cd-be0d-40ff-8207-d6c71d92c3d6 req-52fb9e4e-9aa8-4386-ba49-fd33fa4ae12b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692868 Feb 17 20:56:05.440178 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ce3d4-442f-4cc2-8a53-58c67770840b req-d96d89a3-2de7-4e96-9621-e76c0aa3858e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:05.449629 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a25ce3d4-442f-4cc2-8a53-58c67770840b req-d96d89a3-2de7-4e96-9621-e76c0aa3858e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.1907146 Feb 17 20:56:05.510481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c64e9-5381-4147-a243-e5dd1920fea8 req-5715cc96-f829-43f5-955a-366808126a56 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:05.512219 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-312c64e9-5381-4147-a243-e5dd1920fea8 req-5715cc96-f829-43f5-955a-366808126a56 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 945 time: 0.1786220 Feb 17 20:56:05.531358 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a25ce3d4-442f-4cc2-8a53-58c67770840b req-7c3b527e-f682-47a5-bc3f-4febd43b29d3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0806003 Feb 17 20:56:05.618130 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-312c64e9-5381-4147-a243-e5dd1920fea8 req-4aa6662a-b7e4-4f5f-969b-a25c159adac3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0856431 Feb 17 20:56:05.888725 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e3b33-9d60-4e8b-a362-99f0c38447ad req-bc4ec672-8e3e-41c0-9878-f9860fce55ce tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:05.890369 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee1e3b33-9d60-4e8b-a362-99f0c38447ad req-bc4ec672-8e3e-41c0-9878-f9860fce55ce tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1657929 Feb 17 20:56:05.898291 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d90e1-9707-4a56-a0a6-bb8410eca3a8 req-29ecbb3b-c4d6-4acd-8f62-58d9363ea79d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:05.899790 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f64d90e1-9707-4a56-a0a6-bb8410eca3a8 req-29ecbb3b-c4d6-4acd-8f62-58d9363ea79d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 945 time: 0.1319053 Feb 17 20:56:05.977743 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee1e3b33-9d60-4e8b-a362-99f0c38447ad req-89df6517-f444-47a7-8fd9-81cc7751510a tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768986 Feb 17 20:56:05.985884 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f64d90e1-9707-4a56-a0a6-bb8410eca3a8 req-ad658591-741b-417d-b3db-a809be5d22c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0672257 Feb 17 20:56:06.290126 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-525a511f-bef5-4799-9b88-301127ae209c req-b0a95364-5aa2-4a59-8de0-aec3209645f7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2630329 Feb 17 20:56:06.298194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11781d-16b0-4dd9-b07f-36d5026a8790 req-5c189f72-51a0-48e1-8039-2bada7add6b2 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:06.300306 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3a11781d-16b0-4dd9-b07f-36d5026a8790 req-5c189f72-51a0-48e1-8039-2bada7add6b2 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.1718495 Feb 17 20:56:06.307125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'floatingip': {'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:06.314142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:56:06.335562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Usage tracker for resource:floatingip and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:56:06.342281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:56:06.351674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:56:06.379201 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3a11781d-16b0-4dd9-b07f-36d5026a8790 req-972de156-73fa-4355-958c-f0ecdf86efd1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663507 Feb 17 20:56:06.380396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:06.540004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:06.728726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 8c566979-3751-4019-9747-757b82dfade9 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:06.858306 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 8c566979-3751-4019-9747-757b82dfade9 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:06.858306 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:07.086985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d8aa9-093b-413f-b5a3-1f6f9f45978e req-35aae324-e4a7-4586-a7b6-cba8bfec5195 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:07.088601 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-102d8aa9-093b-413f-b5a3-1f6f9f45978e req-35aae324-e4a7-4586-a7b6-cba8bfec5195 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.1921172 Feb 17 20:56:07.197483 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-102d8aa9-093b-413f-b5a3-1f6f9f45978e req-4831573c-81ed-4f74-81d8-f6e10e485b07 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0991118 Feb 17 20:56:07.217228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Allocated IP 172.27.0.42 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/e378aa6d-8fa5-48b9-8b09-2c89b44919f3) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:56:07.387662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:07.430025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:07.446327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:07.589394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'Port': ['ID=e378aa6d-8fa5-48b9-8b09-2c89b44919f3,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:07.611525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.611936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.612340 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.612734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.613126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.613569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.613907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.614306 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.614710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.615132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.615607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.616312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.617119 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.617519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.617904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.618375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.618791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.619201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.619627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.620007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.620429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.620842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.621226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.621606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:07.627662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:07.682981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:56:07.684131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:56:07.686789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:56:07.804264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:07.986380 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:08.111936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9175f-3daa-4401-aa55-7475c86472fc req-ae0a260f-a599-458a-a872-f485c4d361fd tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:08.113574 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-51d9175f-3daa-4401-aa55-7475c86472fc req-ae0a260f-a599-458a-a872-f485c4d361fd tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.2421701 Feb 17 20:56:08.259012 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-51d9175f-3daa-4401-aa55-7475c86472fc req-365d7b07-ac5f-49d2-b3fb-7c22e8188108 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361446 Feb 17 20:56:08.346408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:08.359222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789542830'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:08.376273 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5019ead6-3134-43fc-bcc7-fc178f7db491 tempest-VolumesNegativeTest-638268772 tempest-VolumesNegativeTest-638268772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:08.594467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'Port': ['ID=e378aa6d-8fa5-48b9-8b09-2c89b44919f3,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:08.599785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:08.679259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf44d0-b9c8-4967-bd2c-d18759760420 req-92cb5527-e751-4be5-a5bd-c431bbdd0320 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:08.680869 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4acf44d0-b9c8-4967-bd2c-d18759760420 req-92cb5527-e751-4be5-a5bd-c431bbdd0320 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.2225306 Feb 17 20:56:08.739026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:08.762622 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4acf44d0-b9c8-4967-bd2c-d18759760420 req-578d2865-6aba-4957-a681-d1ff083ed01f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732746 Feb 17 20:56:08.771735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:08.773831 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-525a511f-bef5-4799-9b88-301127ae209c req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4725063 Feb 17 20:56:08.822968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 8c566979-3751-4019-9747-757b82dfade9 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:08.871153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-525a511f-bef5-4799-9b88-301127ae209c req-283a4d91-0c62-4828-a214-e73cfb54c88e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:56:08.904871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 8c566979-3751-4019-9747-757b82dfade9 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:08.907289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:08.925655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-525a511f-bef5-4799-9b88-301127ae209c req-283a4d91-0c62-4828-a214-e73cfb54c88e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:56:08.926966 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-525a511f-bef5-4799-9b88-301127ae209c req-283a4d91-0c62-4828-a214-e73cfb54c88e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.42 HTTP/1.1" status: 200 len: 695 time: 0.1464152 Feb 17 20:56:09.108554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697e23e-33c5-4582-bfa3-c1ce52448dd2 req-0352af34-5115-4c8f-8c0c-bedb7541b0c6 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:09.110214 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4697e23e-33c5-4582-bfa3-c1ce52448dd2 req-0352af34-5115-4c8f-8c0c-bedb7541b0c6 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.2218392 Feb 17 20:56:09.153794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a511f-bef5-4799-9b88-301127ae209c req-bfaaacc9-3d2e-467f-809f-344721ae95d1 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:09.155308 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-525a511f-bef5-4799-9b88-301127ae209c req-bfaaacc9-3d2e-467f-809f-344721ae95d1 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.2216485 Feb 17 20:56:09.179865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-525a511f-bef5-4799-9b88-301127ae209c req-43ceef84-e011-438e-abf5-06a74067d4a9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:56:09.180878 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-525a511f-bef5-4799-9b88-301127ae209c req-43ceef84-e011-438e-abf5-06a74067d4a9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0191576 Feb 17 20:56:09.188724 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4697e23e-33c5-4582-bfa3-c1ce52448dd2 req-e1d54360-5b77-414b-b995-0d182c8c4c70 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0675213 Feb 17 20:56:09.392201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-4f04df15-a3f2-4048-b8d1-a2b695b6a730 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:09.393823 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-4f04df15-a3f2-4048-b8d1-a2b695b6a730 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1008425 Feb 17 20:56:09.483142 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-8ed5d8d3-90ca-4a09-90cf-5d87c9befacf tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.42 HTTP/1.1" status: 200 len: 695 time: 0.0825994 Feb 17 20:56:09.494686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d851a5d8-be08-4708-95be-10ed7ccfdbfe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'floatingip': {'port_id': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:09.584483 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d851a5d8-be08-4708-95be-10ed7ccfdbfe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:09.757895 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:56:09.999246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522512d-6ba0-455b-a02f-3c428a91734d req-1d7e3aca-8867-41eb-b7fa-1c8446ad8ff8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:10.002229 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b522512d-6ba0-455b-a02f-3c428a91734d req-1d7e3aca-8867-41eb-b7fa-1c8446ad8ff8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.2459967 Feb 17 20:56:10.362547 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b522512d-6ba0-455b-a02f-3c428a91734d req-448859d5-186a-4ea0-9b74-01abd78e8903 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537450 Feb 17 20:56:10.692680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aac23-70ac-48bc-b79d-1ee85c3524c9 req-9f372f47-bf6c-4517-933b-0be01bb9a9fa tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:10.694893 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9a9aac23-70ac-48bc-b79d-1ee85c3524c9 req-9f372f47-bf6c-4517-933b-0be01bb9a9fa tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.2075782 Feb 17 20:56:10.736224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d851a5d8-be08-4708-95be-10ed7ccfdbfe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:10.740908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d851a5d8-be08-4708-95be-10ed7ccfdbfe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:10.851832 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9a9aac23-70ac-48bc-b79d-1ee85c3524c9 req-e13b940a-f79c-4a46-a98d-1a9d8859245f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1482859 Feb 17 20:56:10.972958 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d851a5d8-be08-4708-95be-10ed7ccfdbfe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Floating IP 6d447e3b-1f75-48be-a725-642563a3b650 associated. External IP: 172.27.0.42, port: 0c90ec7e-88b9-4f22-b796-ea44ac3b2014. Feb 17 20:56:11.375354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d851a5d8-be08-4708-95be-10ed7ccfdbfe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Router 63b88e9b-2f62-4fec-b573-ead395495380 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:56:11.576380 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d851a5d8-be08-4708-95be-10ed7ccfdbfe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:56:11.580750 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d851a5d8-be08-4708-95be-10ed7ccfdbfe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:11.587404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] Sync routers for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:56:11.597713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:56:11.598523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:55:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:11.644587 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d851a5d8-be08-4708-95be-10ed7ccfdbfe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "PUT /v2.0/floatingips/6d447e3b-1f75-48be-a725-642563a3b650 HTTP/1.1" status: 200 len: 995 time: 2.1549778 Feb 17 20:56:11.645129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:56:11.709006 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014', 'status': 'completed', 'code': 200} Feb 17 20:56:11.757034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-9f81dfd8-43df-4983-8b2a-ac76c5261f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:11.758951 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-9f81dfd8-43df-4983-8b2a-ac76c5261f5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 1162 time: 0.0888622 Feb 17 20:56:11.823217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:11.834172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:56:11.861454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-a033cfcf-0a59-4ff4-bf4d-b0987f356e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:11.863545 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-a033cfcf-0a59-4ff4-bf4d-b0987f356e6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 1162 time: 0.1011858 Feb 17 20:56:11.911471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:56:11.918303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:11.918942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:12.047040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-00448356-effc-4da2-9c1a-92a2fbac47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:12.059104 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-00448356-effc-4da2-9c1a-92a2fbac47d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.2935858 Feb 17 20:56:12.104222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:12.142901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:56:12.156664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port fde1dbda-6187-4c22-b8c2-4229d28cbec5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:56:12.159742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:12.160355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-388f3d5f-036f-4fa8-93e8-4ddf58995634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:12.161969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-405e1123-bfc5-4fad-b9dc-62c91e0fac21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:12.162216 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-388f3d5f-036f-4fa8-93e8-4ddf58995634 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.2825611 Feb 17 20:56:12.264807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=fde1dbda-6187-4c22-b8c2-4229d28cbec5,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:12.271406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:12.289793 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-57f99b38-317f-444c-b073-b8744b4673fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c90ec7e-88b9-4f22-b796-ea44ac3b2014 HTTP/1.1" status: 200 len: 998 time: 0.2296288 Feb 17 20:56:12.321231 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-98876e32-c6b0-49f2-8eaa-639ca7208f2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c90ec7e-88b9-4f22-b796-ea44ac3b2014 HTTP/1.1" status: 200 len: 998 time: 0.1403091 Feb 17 20:56:12.360439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d811cc-29e1-4d35-a0e0-ad1204df25a6 req-7d86fccb-3eaa-4346-9ce1-68477000d4c3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:12.370533 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23d811cc-29e1-4d35-a0e0-ad1204df25a6 req-7d86fccb-3eaa-4346-9ce1-68477000d4c3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.2330601 Feb 17 20:56:12.390086 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '6d447e3b-1f75-48be-a725-642563a3b650', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:1f:0c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:56:07Z', 'updated_at': '2021-02-17T20:56:10Z', 'revision_number': 1, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:12.396305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] Checking router: 63b88e9b-2f62-4fec-b573-ead395495380 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:56:12.409543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:56:12.410830 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:55:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:12.418441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-a2b6bd92-b66f-42b2-b2c6-f091f29f65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:12.426461 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-a2b6bd92-b66f-42b2-b2c6-f091f29f65b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.1356633 Feb 17 20:56:12.447963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-14907551-be78-49e4-855c-e9671394af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:12.449807 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-14907551-be78-49e4-855c-e9671394af61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.1199701 Feb 17 20:56:12.497125 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23d811cc-29e1-4d35-a0e0-ad1204df25a6 req-501ad9f3-0958-473f-bb9b-24d56ccc400c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1254799 Feb 17 20:56:12.532907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d9f6f4ff-bc39-4160-8450-411e1d803d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:12.535563 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d9f6f4ff-bc39-4160-8450-411e1d803d31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1072924 Feb 17 20:56:12.549251 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-29968ae2-d1d1-4dc9-9f1e-1fb989d64e70 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:56:12.550510 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-29968ae2-d1d1-4dc9-9f1e-1fb989d64e70 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0070059 Feb 17 20:56:12.568493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-23863f96-5066-4efe-bb4a-b5030bc213f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:12.571056 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-23863f96-5066-4efe-bb4a-b5030bc213f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1076264 Feb 17 20:56:12.576580 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'code': 200} Feb 17 20:56:12.666887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:56:12.717276 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-fe679c74-5064-4060-b9c1-2f23627d26ba service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529596 Feb 17 20:56:12.769025 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-768ef0fc-6cc6-4a37-82a1-1210d7bde93c service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592402 Feb 17 20:56:12.825346 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:12.924690 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82d38a92-feec-4aad-b3b3-5ec8e2a3d47b req-d5bc254e-e148-402c-ac5c-1998634983cf service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1980779 Feb 17 20:56:12.960677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:12.961510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:12.994181 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5688a37d-6e60-48f5-a152-b531b7a653ba req-c5366b4d-d62d-4e09-8a34-bcf169651c0f service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2009847 Feb 17 20:56:13.111106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '6d447e3b-1f75-48be-a725-642563a3b650', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:1f:0c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:56:07Z', 'updated_at': '2021-02-17T20:56:10Z', 'revision_number': 1, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:13.116269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa570dd-b37c-4416-8e05-df502a651f0a None None] The sync data for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi is: [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '6d447e3b-1f75-48be-a725-642563a3b650', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:1f:0c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:56:07Z', 'updated_at': '2021-02-17T20:56:10Z', 'revision_number': 1, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:56:13.120218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d47e-fef3-4f72-86f7-93a13faf1efd req-797832d5-f02a-4702-b699-c0640d8c87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:13.121952 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1a4d47e-fef3-4f72-86f7-93a13faf1efd req-797832d5-f02a-4702-b699-c0640d8c87c4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1163 time: 0.0869684 Feb 17 20:56:13.178880 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1a4d47e-fef3-4f72-86f7-93a13faf1efd req-46acce5c-7404-4b9c-9d60-4cb7d8e1114e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0397809 Feb 17 20:56:13.462514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d0eb3-7fa5-48af-9fea-e52d0de1dc0c None None] New status for floating IP 6d447e3b-1f75-48be-a725-642563a3b650: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:56:13.727649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efa18d-b9b0-4054-ab5f-239f2e9de01a req-729b0a9b-a057-47af-ab2e-b3cb0e118baa tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:13.729736 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0efa18d-b9b0-4054-ab5f-239f2e9de01a req-729b0a9b-a057-47af-ab2e-b3cb0e118baa tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.0917027 Feb 17 20:56:13.784592 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0efa18d-b9b0-4054-ab5f-239f2e9de01a req-36b7caae-0b10-4b1a-a4a8-b961b69d657f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0476344 Feb 17 20:56:14.843767 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:14.923329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:14.923870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:14.997976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eedb08-e5ff-403f-bba5-8909a74c2ce8 req-41a659ae-6889-4475-931a-b206b60eceb1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:15.000352 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-65eedb08-e5ff-403f-bba5-8909a74c2ce8 req-41a659ae-6889-4475-931a-b206b60eceb1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.0938663 Feb 17 20:56:15.051314 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-65eedb08-e5ff-403f-bba5-8909a74c2ce8 req-25333c6f-00df-48ee-90f8-75674aa9c432 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439522 Feb 17 20:56:16.485427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443391e-0974-402c-9042-15b8f6617ddc req-572b6047-a8ef-4f01-9d1b-a2b0923eed6a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:16.487146 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a443391e-0974-402c-9042-15b8f6617ddc req-572b6047-a8ef-4f01-9d1b-a2b0923eed6a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.3902724 Feb 17 20:56:16.499326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a36529-389c-4bae-8f6b-9e40934e173f req-504ba8df-db32-4344-9906-bcc9cd286289 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:16.500869 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82a36529-389c-4bae-8f6b-9e40934e173f req-504ba8df-db32-4344-9906-bcc9cd286289 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.1205432 Feb 17 20:56:16.578410 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a443391e-0974-402c-9042-15b8f6617ddc req-aa256e4a-0a50-4a0d-ae70-21d9eb3e638b tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763648 Feb 17 20:56:16.589953 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-82a36529-389c-4bae-8f6b-9e40934e173f req-5e768e40-1c5c-40e2-845b-5bbd646d27a0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0707753 Feb 17 20:56:16.839393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:16.852745 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-d46473ab-fbaf-41d0-8ecf-d9c748550dd2 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2357094 Feb 17 20:56:16.864221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e04890-90be-49cd-b2a4-b3e628b7239b req-a4e247d1-ebe3-404d-93aa-aa13d51d6f2e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:16.866504 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5e04890-90be-49cd-b2a4-b3e628b7239b req-a4e247d1-ebe3-404d-93aa-aa13d51d6f2e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.1507714 Feb 17 20:56:16.872710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'floatingip': {'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:16.882048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:56:16.901086 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Usage tracker for resource:floatingip and tenant:f5e93ed1196b40128fd2f890fa21de32 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:56:16.907116 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:56:16.916618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:16.917048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:16.920387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:56:16.947017 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5e04890-90be-49cd-b2a4-b3e628b7239b req-87d4f3ac-cfb6-44b8-a4f5-d9bb19d93f76 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0677731 Feb 17 20:56:16.948289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:17.226227 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-beb363ab-372d-4ab1-8101-1398f5bc2ad9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2122951 Feb 17 20:56:17.240252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Request body: {'floatingip': {'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:17.248207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:56:17.254295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Usage tracker for resource:floatingip and tenant:b495c35e9b7f4702bc0a2205b58b1e8f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:56:17.260275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:56:17.267912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:56:17.276697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:17.296732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:17.665549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:17.788375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Allocated IP 172.27.0.201 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/188f1708-60e5-4c26-886a-cd8bf220cce4) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:56:18.055725 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:18.119685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:18.137523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bd27309b-f2e4-420f-b7f3-13a197a9c41c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:18.247615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-eb40d323-96fd-47b7-a0fa-afb9e99bdbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:18.294512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event updated for resources: {'Port': ['ID=188f1708-60e5-4c26-886a-cd8bf220cce4,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:18.297777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:18.316735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Allocated IP 172.27.0.132 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/806d28a9-7e9c-482a-a412-3e6c4e554dda) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:56:18.470712 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:56:18.482592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:56:18.485134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:56:18.588770 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:18.627135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:18.684706 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:18.702691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:18.836702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:18.902984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Pushing event updated for resources: {'Port': ['ID=806d28a9-7e9c-482a-a412-3e6c4e554dda,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:18.906191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:19.050058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:56:19.100639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:56:19.103264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:56:19.470825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:19.535181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:19.541854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789542830'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:19.563308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:19.683775 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:19.773803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event updated for resources: {'Port': ['ID=188f1708-60e5-4c26-886a-cd8bf220cce4,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:19.777114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:20.023429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:20.081286 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:20.082625 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2143512 Feb 17 20:56:20.185590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-254ebfc3-4d77-41e4-8e6e-56a74baf74a7 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Synchronizing usage tracker for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:floatingip {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:56:20.216766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:20.221962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789542830'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:20.239370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:20.327444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-254ebfc3-4d77-41e4-8e6e-56a74baf74a7 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Unset dirty status for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:floatingip {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:56:20.329615 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-254ebfc3-4d77-41e4-8e6e-56a74baf74a7 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.201 HTTP/1.1" status: 200 len: 696 time: 0.2373292 Feb 17 20:56:20.497631 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Pushing event updated for resources: {'Port': ['ID=806d28a9-7e9c-482a-a412-3e6c4e554dda,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:20.504749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:20.619785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9934-9a12-40c3-b165-d103f3c9ed7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:20.633180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-b627f3af-01c1-4380-828a-f5fc47bf7c42 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:20.634698 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f949d35-8cc9-41b9-b0a6-a90c83f7fad0 req-b627f3af-01c1-4380-828a-f5fc47bf7c42 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.2784557 Feb 17 20:56:20.647871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:20.665874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:20.667664 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4348345 Feb 17 20:56:20.806772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-fb12e086-c5ec-400f-aa09-ad276ab5ebd1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Synchronizing usage tracker for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:floatingip {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:56:20.839258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-fb12e086-c5ec-400f-aa09-ad276ab5ebd1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Unset dirty status for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:floatingip {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:56:20.840543 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-fb12e086-c5ec-400f-aa09-ad276ab5ebd1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.132 HTTP/1.1" status: 200 len: 696 time: 0.1665168 Feb 17 20:56:20.967315 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-5fab547b-0d73-4f85-b68a-1dfceca0fc32 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:20.967315 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-5fab547b-0d73-4f85-b68a-1dfceca0fc32 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2292347 Feb 17 20:56:20.999722 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:21.075306 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-fcdce318-5583-4133-87ee-75e208976299 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.201 HTTP/1.1" status: 200 len: 696 time: 0.1035500 Feb 17 20:56:21.090784 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-a0825423-b415-4a23-a319-a2b3e3bcdad6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'floatingip': {'port_id': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:21.189709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-a0825423-b415-4a23-a319-a2b3e3bcdad6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:21.262051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-83b62b3e-9deb-4a8a-8d45-2e146c08dce1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:21.263933 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-83b62b3e-9deb-4a8a-8d45-2e146c08dce1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.4153585 Feb 17 20:56:21.287374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-cecaa841-0681-46e0-9e75-e33aa86ae450 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:56:21.288635 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9c5e8e7a-31c0-4f1a-b2dc-eefb25ad2989 req-cecaa841-0681-46e0-9e75-e33aa86ae450 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0091755 Feb 17 20:56:21.898632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-5dbe69b6-9c7d-4a62-991d-6c0524e76743 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:21.900442 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-5dbe69b6-9c7d-4a62-991d-6c0524e76743 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5015144 Feb 17 20:56:22.017388 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-b90fb41b-47cc-41b7-a437-6c6e42d6d43a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.132 HTTP/1.1" status: 200 len: 696 time: 0.0996008 Feb 17 20:56:22.097416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Request body: {'floatingip': {'port_id': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:22.211466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:22.395241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:22.723334 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:22.772816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-a0825423-b415-4a23-a319-a2b3e3bcdad6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:22.786420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-a0825423-b415-4a23-a319-a2b3e3bcdad6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:23.109735 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-a0825423-b415-4a23-a319-a2b3e3bcdad6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Floating IP f3d31be0-b04f-41d8-8653-e4b4e92f8719 associated. External IP: 172.27.0.201, port: d66a03c6-9fdb-43ef-b93b-8a8c71187ace. Feb 17 20:56:23.324129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:56:23.539998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:23.558692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:24.197151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-a0825423-b415-4a23-a319-a2b3e3bcdad6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:56:24.198361 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Floating IP 0e071064-8f64-42c7-91d4-f992047f5ea8 associated. External IP: 172.27.0.132, port: fde1dbda-6187-4c22-b8c2-4229d28cbec5. Feb 17 20:56:24.682344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-a0825423-b415-4a23-a319-a2b3e3bcdad6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:56:24.692202 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] Sync routers for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:56:24.697760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-a0825423-b415-4a23-a319-a2b3e3bcdad6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:24.710686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:56:24.710686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:56:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:24.848235 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-a0825423-b415-4a23-a319-a2b3e3bcdad6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "PUT /v2.0/floatingips/f3d31be0-b04f-41d8-8653-e4b4e92f8719 HTTP/1.1" status: 200 len: 997 time: 3.7666676 Feb 17 20:56:24.851578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:56:24.923238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:56:24.940378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Router dbe3945c-2372-4f80-8061-a4eb4b85d228 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:56:25.063077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-91bf1eb5-0f1f-46c2-9f7a-badca0da5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:25.064791 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-91bf1eb5-0f1f-46c2-9f7a-badca0da5f0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1163 time: 0.2007022 Feb 17 20:56:25.266328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:56:25.273328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:25.278891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31714566-7673-4275-acca-df487a4b01a8 None None] Sync routers for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:56:25.291573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31714566-7673-4275-acca-df487a4b01a8 None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:56:25.292270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-31714566-7673-4275-acca-df487a4b01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:56:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:25.374114 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-44707642-104b-4189-a1c8-6845d05894fb tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "PUT /v2.0/floatingips/0e071064-8f64-42c7-91d4-f992047f5ea8 HTTP/1.1" status: 200 len: 997 time: 3.3450751 Feb 17 20:56:25.381484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-0dcba485-8b95-4781-a591-e0b4932ba7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:25.383139 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-0dcba485-8b95-4781-a591-e0b4932ba7a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 910 time: 0.3092179 Feb 17 20:56:25.498006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:31Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': 'f3d31be0-b04f-41d8-8653-e4b4e92f8719', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'port_id': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'mac_address': 'fa:16:3e:d3:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f4a09-d420-456d-9779-c0c94832ec4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:56:18Z', 'updated_at': '2021-02-17T20:56:22Z', 'revision_number': 1, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3b9b18-5732-422c-97c8-de9e4e50e965', 'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'mac_address': 'fa:16:3e:38:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:27Z', 'updated_at': '2021-02-17T20:54:51Z', 'revision_number': 5, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'subnets': [{'id': '63431a95-84a7-4517-9808-38c4da2fe144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:25.500939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-31714566-7673-4275-acca-df487a4b01a8 None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:56:25.503341 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] Checking router: e8d7aea0-1c6e-498b-874c-fc200ac4bb08 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:56:25.513967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:56:25.514860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:56:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:25.568031 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-ec8b264a-e0ce-4003-9557-b28272bbd508 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 1000 time: 0.1773868 Feb 17 20:56:25.577794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-2d4e5948-dab9-4105-a472-52265d561564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:25.579468 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-2d4e5948-dab9-4105-a472-52265d561564 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1163 time: 0.1877491 Feb 17 20:56:25.734845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:56:25.747931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-3f07b079-1d0f-4969-a57a-1ed4f9021c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:25.749573 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-3f07b079-1d0f-4969-a57a-1ed4f9021c49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.1691763 Feb 17 20:56:25.900696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-b8cbe613-48d9-438f-be1d-314ff016b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:25.902343 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-b8cbe613-48d9-438f-be1d-314ff016b551 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 903 time: 0.2840750 Feb 17 20:56:26.156781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-31714566-7673-4275-acca-df487a4b01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '0e071064-8f64-42c7-91d4-f992047f5ea8', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'port_id': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'mac_address': 'fa:16:3e:ee:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:56:19Z', 'updated_at': '2021-02-17T20:56:23Z', 'revision_number': 1, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276b5374-8885-4562-ab00-2ccb0342cd4d', 'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'mac_address': 'fa:16:3e:73:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:17Z', 'updated_at': '2021-02-17T20:54:43Z', 'revision_number': 5, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'subnets': [{'id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:26.162568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31714566-7673-4275-acca-df487a4b01a8 None None] Checking router: dbe3945c-2372-4f80-8061-a4eb4b85d228 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:56:26.176150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31714566-7673-4275-acca-df487a4b01a8 None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:56:26.177172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-31714566-7673-4275-acca-df487a4b01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:56:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:26.213997 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:31Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': 'f3d31be0-b04f-41d8-8653-e4b4e92f8719', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'port_id': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'mac_address': 'fa:16:3e:d3:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f4a09-d420-456d-9779-c0c94832ec4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:56:18Z', 'updated_at': '2021-02-17T20:56:22Z', 'revision_number': 1, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3b9b18-5732-422c-97c8-de9e4e50e965', 'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'mac_address': 'fa:16:3e:38:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:27Z', 'updated_at': '2021-02-17T20:54:51Z', 'revision_number': 5, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'subnets': [{'id': '63431a95-84a7-4517-9808-38c4da2fe144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:26.219692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c6980-2571-4883-b43a-355f817cd866 None None] The sync data for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi is: [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:31Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': 'f3d31be0-b04f-41d8-8653-e4b4e92f8719', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'port_id': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'mac_address': 'fa:16:3e:d3:4c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997f4a09-d420-456d-9779-c0c94832ec4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:56:18Z', 'updated_at': '2021-02-17T20:56:22Z', 'revision_number': 1, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3b9b18-5732-422c-97c8-de9e4e50e965', 'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'mac_address': 'fa:16:3e:38:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:27Z', 'updated_at': '2021-02-17T20:54:51Z', 'revision_number': 5, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'subnets': [{'id': '63431a95-84a7-4517-9808-38c4da2fe144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:56:26.354412 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-2bfcddab-6298-471d-b97a-ee3a0a0ed0ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 1000 time: 0.4444087 Feb 17 20:56:26.389957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-31714566-7673-4275-acca-df487a4b01a8 None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:56:26.480094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-0b3803d4-08a4-4769-87da-91b95e3737e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:26.483043 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-0b3803d4-08a4-4769-87da-91b95e3737e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7210839 Feb 17 20:56:26.501468 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-50f814da-924e-415e-8c52-811587ee1607 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:56:26.503531 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-50f814da-924e-415e-8c52-811587ee1607 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0102806 Feb 17 20:56:26.555388 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-b40dcf2e-68ab-442b-986e-a729988e43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:26.558275 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-b40dcf2e-68ab-442b-986e-a729988e43c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 200 len: 848 time: 0.1959345 Feb 17 20:56:26.582017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f9d8f-babb-44ea-b0ed-a851677caf11 None None] New status for floating IP f3d31be0-b04f-41d8-8653-e4b4e92f8719: ACTIVE {{(pid=84030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:56:26.898285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-580deb35-1f2b-4050-8be2-5fdda6b36aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:26.911118 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-580deb35-1f2b-4050-8be2-5fdda6b36aaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2511621 Feb 17 20:56:26.918190 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-f9113a3b-0a2c-434e-82b6-4986921d245f service neutron] 10.222.0.30 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047675 Feb 17 20:56:27.015155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-31714566-7673-4275-acca-df487a4b01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '0e071064-8f64-42c7-91d4-f992047f5ea8', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'port_id': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'mac_address': 'fa:16:3e:ee:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:56:19Z', 'updated_at': '2021-02-17T20:56:23Z', 'revision_number': 1, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276b5374-8885-4562-ab00-2ccb0342cd4d', 'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'mac_address': 'fa:16:3e:73:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:17Z', 'updated_at': '2021-02-17T20:54:43Z', 'revision_number': 5, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'subnets': [{'id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:56:27.019962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31714566-7673-4275-acca-df487a4b01a8 None None] The sync data for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi is: [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '0e071064-8f64-42c7-91d4-f992047f5ea8', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'port_id': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'mac_address': 'fa:16:3e:ee:30:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:56:19Z', 'updated_at': '2021-02-17T20:56:23Z', 'revision_number': 1, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276b5374-8885-4562-ab00-2ccb0342cd4d', 'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'mac_address': 'fa:16:3e:73:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:17Z', 'updated_at': '2021-02-17T20:54:43Z', 'revision_number': 5, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'subnets': [{'id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:56:27.205356 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e12057a5-59d6-43d5-aa35-3c367ec92ac2 req-1e82f690-4954-4e12-aeb7-18cab982dc39 service neutron] 10.222.0.30 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2556021 Feb 17 20:56:27.207374 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-c1e96d1f-b8df-4177-b54b-15c4422478e2 service neutron] 10.222.0.30 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865562 Feb 17 20:56:27.368935 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb923e1e-bd03-4f31-a809-a2fbe8272c2e req-bdc18021-a72d-4cb0-8dec-c7f48d0eacfc service neutron] 10.222.0.30 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1527221 Feb 17 20:56:27.403843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19b064-63f1-4e2f-9a06-83f29f1c015a None None] New status for floating IP 0e071064-8f64-42c7-91d4-f992047f5ea8: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:56:27.433494 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'status': 'completed', 'code': 200} Feb 17 20:56:27.453212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1699764001', 'description': 'tempest-TestMinimumBasicScenario-1699764001 description'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:27.460729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:56:27.472484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:56:27.486753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.524433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:56:27.529027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Usage tracker for resource:security_group_rule and tenant:f5e93ed1196b40128fd2f890fa21de32 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:56:27.532241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:56:27.540260 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:56:27.567220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-89a5ac68-a734-45bb-9bd2-ef5c7d4681a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:27.569580 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-89a5ac68-a734-45bb-9bd2-ef5c7d4681a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1163 time: 0.1006739 Feb 17 20:56:27.659886 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.663677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.670788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf18e6fb-8c2e-4bdd-b4bc-f21a7fb98304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:27.727367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82dae69-c25a-4cf1-a995-9798ba66ab60,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:27.732144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:27.739258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:27.741789 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e011333f-268d-4af8-9e54-71e22f7fa272 req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2961080 Feb 17 20:56:27.798621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-d1631c44-8fb2-4a03-956e-1c7ac492e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:27.800405 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-d1631c44-8fb2-4a03-956e-1c7ac492e9e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1162 time: 0.1206694 Feb 17 20:56:27.874601 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-1d59077e-5e65-4847-aa4a-e7526bd6657e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups/d82dae69-c25a-4cf1-a995-9798ba66ab60 HTTP/1.1" status: 200 len: 1814 time: 0.0863724 Feb 17 20:56:27.888910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd82dae69-c25a-4cf1-a995-9798ba66ab60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:27.889275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd82dae69-c25a-4cf1-a995-9798ba66ab60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:27.900295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:56:27.909097 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d440d-db60-415e-b4c0-741a5c25aa06 req-8c1632b2-1cf4-428e-8b02-a2f5c3e05f62 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:27.911540 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c68d440d-db60-415e-b4c0-741a5c25aa06 req-8c1632b2-1cf4-428e-8b02-a2f5c3e05f62 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1657672 Feb 17 20:56:27.911728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-a5317951-dcc0-4e1e-a884-867340d53a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:27.914852 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-a5317951-dcc0-4e1e-a884-867340d53a28 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 910 time: 0.3355110 Feb 17 20:56:27.917988 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Usage tracker for resource:security_group_rule and tenant:f5e93ed1196b40128fd2f890fa21de32 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:56:27.951265 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:56:27.967488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:56:28.007646 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c68d440d-db60-415e-b4c0-741a5c25aa06 req-a9f74c58-95da-427e-8aae-741a9ab26e27 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840635 Feb 17 20:56:28.077831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:28.107787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:28.116790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:28.119281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:28.152800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad9e035-01d3-484e-a9c0-4cd7cc64a5ca,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:28.155928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:28.175378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:28.176872 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cc9602f2-549d-4eb4-8bb4-11d4dc3cf426 req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2933321 Feb 17 20:56:28.259540 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-a8cb09a1-d50b-47f5-ab5c-e774a7d8119e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups/d82dae69-c25a-4cf1-a995-9798ba66ab60 HTTP/1.1" status: 200 len: 2407 time: 0.0566823 Feb 17 20:56:28.273509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd82dae69-c25a-4cf1-a995-9798ba66ab60', 'remote_group_id': None}]} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:28.274126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd82dae69-c25a-4cf1-a995-9798ba66ab60', 'remote_group_id': None}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:28.282172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:56:28.288676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Usage tracker for resource:security_group_rule and tenant:f5e93ed1196b40128fd2f890fa21de32 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:56:28.292424 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:56:28.299472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:56:28.310699 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-2c57a05f-249b-4de6-944e-60a461e56c29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 1002 time: 0.3783195 Feb 17 20:56:28.311839 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-3f3d8842-6aa2-47a9-a2f7-7bd890e772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:28.313370 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-3f3d8842-6aa2-47a9-a2f7-7bd890e772ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 912 time: 0.4914632 Feb 17 20:56:28.374657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:28.417876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:28.421903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:28.434832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:28.456179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70216c93-750f-4265-9ea0-44545ebb984b,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:28.463736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:28.471305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:28.472617 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e94a18cd-81e5-4491-ac82-e5cf6bbe9cb8 req-f3aaa211-c6ab-462d-9bef-f6168b703817 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2057238 Feb 17 20:56:28.486832 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-32924256-12e8-4b93-a634-70d02a5390ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208da23c-bb2a-406e-905b-f4357b0d94f1 HTTP/1.1" status: 200 len: 217 time: 0.1039209 Feb 17 20:56:28.490953 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-a3cd7c57-ecba-4a20-aba5-e3020d1e2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:28.492922 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-a3cd7c57-ecba-4a20-aba5-e3020d1e2efa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.1546969 Feb 17 20:56:28.617642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-1e992a5f-cdff-4c35-8d53-23f92321dade tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Synchronizing usage tracker for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:56:28.630575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-455564d3-0601-4e30-bf04-d615181661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:28.633197 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-455564d3-0601-4e30-bf04-d615181661b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.1292796 Feb 17 20:56:28.633778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-1e992a5f-cdff-4c35-8d53-23f92321dade tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Unset dirty status for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:56:28.636049 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-1e992a5f-cdff-4c35-8d53-23f92321dade tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1699764001&fields=id&tenant_id=f5e93ed1196b40128fd2f890fa21de32 HTTP/1.1" status: 200 len: 267 time: 0.0638828 Feb 17 20:56:28.655914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-bef85049-d6fe-4a15-bd69-b2df588a2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:28.657790 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-bef85049-d6fe-4a15-bd69-b2df588a2602 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096659 Feb 17 20:56:28.730615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-de888893-0e67-4974-b522-7dbaa075ab36 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:28.732541 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-de888893-0e67-4974-b522-7dbaa075ab36 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.0902679 Feb 17 20:56:28.732754 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-e7413651-144d-4f33-b85a-8567cd5f899a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794668 Feb 17 20:56:28.748881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'port': {'security_groups': ['d3d1bc11-941b-4997-bab0-3b65554a9357', 'd82dae69-c25a-4cf1-a995-9798ba66ab60']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:56:28.918769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:28.971314 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-31e450d5-7cfd-4c1c-9e8c-4a8d04d24e1f service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765918 Feb 17 20:56:29.094282 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-0c7a0ab2-fbe4-4f8a-879b-cc6bfc6cb9e1 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830927 Feb 17 20:56:29.273539 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8e70b0f4-cdba-4523-914e-87380f864e9e req-aca000c4-220b-4a8e-b2a8-6b6a5cc18185 service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2909064 Feb 17 20:56:29.307061 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b5a9846-aa75-4ea7-af22-bb5c7dd5eb97 req-103adc41-63a7-46d2-b0ff-115a1722f244 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1992538 Feb 17 20:56:29.434896 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:56:29.451800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] For port d66a03c6-9fdb-43ef-b93b-8a8c71187ace, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:56:29.470009 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ad25-fad3-46fa-a682-0c578904422a req-f2bc23c1-d759-4869-8483-4b6cbe6c118f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:29.471788 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-21b8ad25-fad3-46fa-a682-0c578904422a req-f2bc23c1-d759-4869-8483-4b6cbe6c118f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1943913 Feb 17 20:56:29.511800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:29.517691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789542830'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:29.536284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5fca710b-180e-4b33-a245-835bac0d2a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:29.689541 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-21b8ad25-fad3-46fa-a682-0c578904422a req-4bbd10d6-f8aa-4b53-956e-0cb25374745c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027881 Feb 17 20:56:29.738030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event updated for resources: {'Port': ['ID=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,revision_number=5']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:29.744932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:29.753650 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'status': 'completed', 'code': 200} Feb 17 20:56:29.768476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:29.769333 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:29.770861 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0b4df112-d280-4cfa-ba13-2d9740a8b855 req-f0262217-f394-4101-a769-0159d4b6e4b8 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "PUT /v2.0/ports/d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 982 time: 1.0273037 Feb 17 20:56:29.886967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-c310e804-78f7-4838-9447-d01028031b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:29.888617 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-c310e804-78f7-4838-9447-d01028031b59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1163 time: 0.0965705 Feb 17 20:56:29.987546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8edee6-45b1-4784-94ab-eff3313ee6af req-a6a44406-d06a-4b7a-a59f-2b76d003652a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:29.989236 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ff8edee6-45b1-4784-94ab-eff3313ee6af req-a6a44406-d06a-4b7a-a59f-2b76d003652a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.0984325 Feb 17 20:56:30.013722 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-ca21771c-d703-47d1-b783-f23a86d1882c None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:30.014145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ca21771c-d703-47d1-b783-f23a86d1882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:30.042724 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ff8edee6-45b1-4784-94ab-eff3313ee6af req-1d3e13eb-718c-4342-909a-00a573ab1ace tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0463369 Feb 17 20:56:30.162342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-b25cdd28-f456-4b93-9fd7-a0900866bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:30.163967 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-b25cdd28-f456-4b93-9fd7-a0900866bba1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 903 time: 0.2494838 Feb 17 20:56:30.291251 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-03f53278-f775-484e-bd0b-4494723ba86a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 1002 time: 0.1096485 Feb 17 20:56:30.378295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-53da090d-91e8-4c29-b35e-8a28544b63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:30.381227 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-53da090d-91e8-4c29-b35e-8a28544b63a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 200 len: 848 time: 0.0801120 Feb 17 20:56:30.498758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-162bbab9-d7c0-4737-a862-217eed11fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:30.500532 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-162bbab9-d7c0-4737-a862-217eed11fb44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1044321 Feb 17 20:56:30.660998 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-34eaa171-96f9-471e-a306-ba0999b01135 service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518621 Feb 17 20:56:30.830974 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-294d3414-db0f-402b-8679-48d9a6dcdd52 req-740e923c-41e0-487f-9f5c-03b61d63b3e8 service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1613142 Feb 17 20:56:30.923275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c903a-60e3-4a71-8cd8-ad55593f0bfe req-ae68fb92-eb7e-4268-93de-782e981780a3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:30.925025 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-191c903a-60e3-4a71-8cd8-ad55593f0bfe req-ae68fb92-eb7e-4268-93de-782e981780a3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1011171 Feb 17 20:56:30.976288 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-191c903a-60e3-4a71-8cd8-ad55593f0bfe req-17c8c72d-db8c-4ff6-a150-e36c51b8fbd7 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Feb 17 20:56:31.265245 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d66a03c6-9fdb-43ef-b93b-8a8c71187ace up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:31.341921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:31.342374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:31.495509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:31.755254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:56:31.822181 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'status': 'completed', 'code': 200} Feb 17 20:56:31.946514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-9a0d6fae-1a7e-4ee1-8f94-8e691fb2fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:31.948173 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-9a0d6fae-1a7e-4ee1-8f94-8e691fb2fb03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1203 time: 0.0875955 Feb 17 20:56:32.109847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-e89cbff1-cb66-43b8-8e3f-08ba3213df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:32.111591 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-e89cbff1-cb66-43b8-8e3f-08ba3213df0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 910 time: 0.1461561 Feb 17 20:56:32.239171 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-d41b62e5-f578-45fe-a00c-3f39e25cf074 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 1002 time: 0.1174159 Feb 17 20:56:32.276990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6eb0-cf6b-4162-9436-143865b9d913 req-9decde81-55af-49dc-be4e-de90a85a731f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:32.278840 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f72e6eb0-cf6b-4162-9436-143865b9d913 req-9decde81-55af-49dc-be4e-de90a85a731f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1135335 Feb 17 20:56:32.326326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-69425e1d-1c9d-4fcf-a968-529fa913f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:32.328002 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-69425e1d-1c9d-4fcf-a968-529fa913f173 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.0815554 Feb 17 20:56:32.368610 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f72e6eb0-cf6b-4162-9436-143865b9d913 req-98d97700-0b4a-4671-a079-46ebee11d074 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747828 Feb 17 20:56:32.434409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-cd1c1125-92bc-48c5-9f4d-55a6cdfe78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:32.436065 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-cd1c1125-92bc-48c5-9f4d-55a6cdfe78b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888693 Feb 17 20:56:32.598874 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-d5e59abf-10f5-4daa-882b-acf9c9a34a4b service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500778 Feb 17 20:56:32.814842 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bdd057a2-4792-4c08-beef-4cbb63ae89d3 req-873996df-808a-48ac-97e3-ecfdf5bc4e56 service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1999626 Feb 17 20:56:33.596321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9286f9-b69f-4ad8-8362-88a072d77cfd req-87a2616e-f487-4609-8c7e-f9df1dce07ca tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:33.597934 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8a9286f9-b69f-4ad8-8362-88a072d77cfd req-87a2616e-f487-4609-8c7e-f9df1dce07ca tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0929871 Feb 17 20:56:33.648254 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8a9286f9-b69f-4ad8-8362-88a072d77cfd req-c10646bf-4f6d-454d-bae2-f6873f549e2d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Feb 17 20:56:34.858005 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613e8ce-2313-4b65-b698-1db8c1466a77 req-d1127bc1-37d4-477a-9e6f-e79cdae52f5b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:34.859656 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6613e8ce-2313-4b65-b698-1db8c1466a77 req-d1127bc1-37d4-477a-9e6f-e79cdae52f5b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0915217 Feb 17 20:56:34.908385 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6613e8ce-2313-4b65-b698-1db8c1466a77 req-ddbdafca-484f-4623-b0de-6d3b513d6cbd tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Feb 17 20:56:36.109702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44884193-41b2-4d8a-93d5-78e3e6a09220 req-09255005-651e-4500-8461-3afa01f88803 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:36.111282 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44884193-41b2-4d8a-93d5-78e3e6a09220 req-09255005-651e-4500-8461-3afa01f88803 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0880492 Feb 17 20:56:36.159096 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44884193-41b2-4d8a-93d5-78e3e6a09220 req-4f5f2ee4-2c8a-4f2d-99b4-52ead4a75e94 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Feb 17 20:56:37.365910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efeba5-19d5-4c6a-90c9-37b6dc2f77b3 req-d5141824-02a9-4686-bee3-326522f09c58 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:37.367577 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10efeba5-19d5-4c6a-90c9-37b6dc2f77b3 req-d5141824-02a9-4686-bee3-326522f09c58 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0909436 Feb 17 20:56:37.417521 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10efeba5-19d5-4c6a-90c9-37b6dc2f77b3 req-0ebb077e-a64a-4bda-a680-eb6daf22bc7f tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436170 Feb 17 20:56:37.987944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53600) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:56:38.114605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:38.131765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:56:38.135929 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f830b5b4bb34f5aaf859a81bb5b4979 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:56:38.138919 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:56:38.144636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:56:38.229968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:38.232792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:38.242157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dc41477d-2a6b-4f0f-af31-c8b8fbf40ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:38.289091 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f830b5b4bb34f5aaf859a81bb5b4979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999206 Feb 17 20:56:38.290045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151cbd95-f694-412c-9aee-835530d9b9e8,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:38.292000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 53606) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:56:38.298283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.298706 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.299119 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.299524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.299926 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.300326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.300730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.301127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.301523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.301919 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.302337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.303266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.303720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.304108 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.304501 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.304897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.305283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.305695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.306060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.306523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.307066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.307284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.307673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.308062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:56:38.313023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:38.357974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3a35fbf9-bf16-46be-b875-64b97c1f37e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:38.386557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3a35fbf9-bf16-46be-b875-64b97c1f37e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:38.437716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3a35fbf9-bf16-46be-b875-64b97c1f37e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:38.443017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7ca830b0-0694-4890-b86b-ffe83d130ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:56:38.458325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35fbf9-bf16-46be-b875-64b97c1f37e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151cbd95-f694-412c-9aee-835530d9b9e8,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:56:38.462144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3a35fbf9-bf16-46be-b875-64b97c1f37e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:56:38.463213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3a35fbf9-bf16-46be-b875-64b97c1f37e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:38.467417 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3a35fbf9-bf16-46be-b875-64b97c1f37e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/151cbd95-f694-412c-9aee-835530d9b9e8 HTTP/1.1" status: 204 len: 168 time: 0.1712468 Feb 17 20:56:38.642316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735ca87-d135-40a1-9240-168d9b41172f req-fa54e948-55f3-43bd-9541-bbbbef356ab1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:38.644120 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2735ca87-d135-40a1-9240-168d9b41172f req-fa54e948-55f3-43bd-9541-bbbbef356ab1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0937133 Feb 17 20:56:38.698035 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2735ca87-d135-40a1-9240-168d9b41172f req-bf202d79-0022-4763-8607-38bfac4fe6ec tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467746 Feb 17 20:56:39.907539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd872c30-79ac-4594-8bc6-98202052b197 req-8bfb8a61-5499-4a7a-8501-2d7e2e85ec09 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:39.909162 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd872c30-79ac-4594-8bc6-98202052b197 req-8bfb8a61-5499-4a7a-8501-2d7e2e85ec09 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0924442 Feb 17 20:56:39.958726 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fd872c30-79ac-4594-8bc6-98202052b197 req-dec5abf5-334e-413a-a311-b6812dd90b3c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Feb 17 20:56:41.160163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b52d5c-5e0b-42f0-ad22-81a5b8d44259 req-03be9dfd-b86f-4d21-8c49-e24215eeb5b2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:41.161791 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3b52d5c-5e0b-42f0-ad22-81a5b8d44259 req-03be9dfd-b86f-4d21-8c49-e24215eeb5b2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0894923 Feb 17 20:56:41.213424 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d3b52d5c-5e0b-42f0-ad22-81a5b8d44259 req-746d31d6-227f-4477-9563-7e0fe1cb7520 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Feb 17 20:56:42.414860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80808ac-3393-4587-b86e-c390a22f478a req-4936ba2c-c925-4703-a213-d653028fd217 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:42.416485 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a80808ac-3393-4587-b86e-c390a22f478a req-4936ba2c-c925-4703-a213-d653028fd217 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0888391 Feb 17 20:56:42.465274 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a80808ac-3393-4587-b86e-c390a22f478a req-0e4ab7da-c909-4421-baff-5bc2818c1aa2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424914 Feb 17 20:56:43.672053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88302b-459f-410d-bbd9-684e4fc0f33b req-71cf30e3-503d-4f86-a3a2-3c653b2edae5 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:43.673651 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac88302b-459f-410d-bbd9-684e4fc0f33b req-71cf30e3-503d-4f86-a3a2-3c653b2edae5 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0907090 Feb 17 20:56:43.723723 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac88302b-459f-410d-bbd9-684e4fc0f33b req-0f8b4df7-141d-45a3-a86d-0d63aa0de704 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Feb 17 20:56:44.926379 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190c52f-e922-454a-98b4-0f3bf30f0010 req-dd1427f9-8a4b-4527-8f1b-4a62de47ec20 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:44.928190 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5190c52f-e922-454a-98b4-0f3bf30f0010 req-dd1427f9-8a4b-4527-8f1b-4a62de47ec20 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0877304 Feb 17 20:56:44.979950 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5190c52f-e922-454a-98b4-0f3bf30f0010 req-5cc0b062-8052-4557-8972-28f310093eea tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Feb 17 20:56:46.179695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168085-0a8f-4877-acf6-8c32f9e275b0 req-6e28483a-a03a-436b-839b-c128bac9e27d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:46.181168 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-34168085-0a8f-4877-acf6-8c32f9e275b0 req-6e28483a-a03a-436b-839b-c128bac9e27d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0851579 Feb 17 20:56:46.230676 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-34168085-0a8f-4877-acf6-8c32f9e275b0 req-6c397718-f7b2-472c-bae5-5c9b73457c14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Feb 17 20:56:46.759482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:56:47.651915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529942c5-affd-4d1e-93ca-9d6c08a323bc req-37eda434-2069-4005-b0d3-2029908be167 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:47.653487 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-529942c5-affd-4d1e-93ca-9d6c08a323bc req-37eda434-2069-4005-b0d3-2029908be167 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.3047714 Feb 17 20:56:47.700925 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-529942c5-affd-4d1e-93ca-9d6c08a323bc req-b0f80929-ff01-42a7-8b11-2735f4c36cd4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Feb 17 20:56:48.250188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8524e8de-44e1-41ed-a2af-490f94b22d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:48.904278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125a838-4a8d-4d38-b94a-1991b748f3ea req-28b01892-5fdd-4cdb-b15f-f01a18e9e4c1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:48.905910 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4125a838-4a8d-4d38-b94a-1991b748f3ea req-28b01892-5fdd-4cdb-b15f-f01a18e9e4c1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0882318 Feb 17 20:56:48.957836 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4125a838-4a8d-4d38-b94a-1991b748f3ea req-4e09be0d-f199-454e-af60-814877c9fa00 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455894 Feb 17 20:56:50.158696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e42523-e664-4198-b323-55d7063e9e68 req-767e3617-bb9b-4504-a2cd-7b6a9fbecb1e tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:50.160304 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94e42523-e664-4198-b323-55d7063e9e68 req-767e3617-bb9b-4504-a2cd-7b6a9fbecb1e tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0861814 Feb 17 20:56:50.208824 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-94e42523-e664-4198-b323-55d7063e9e68 req-b7ea4f6e-3f62-44d0-a29b-b8c4e2c194d5 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Feb 17 20:56:50.621137 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4ff64990-0d9b-4c4b-b608-e5c2af9c65f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:51.000271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:51.411170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b2e1-08f7-46a3-94ee-201b39c9fa38 req-3698df96-1d1d-42fe-be88-d0e217ee9fde tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:51.413531 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f783b2e1-08f7-46a3-94ee-201b39c9fa38 req-3698df96-1d1d-42fe-be88-d0e217ee9fde tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0905974 Feb 17 20:56:51.461912 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f783b2e1-08f7-46a3-94ee-201b39c9fa38 req-58d606df-b009-4db2-8cd3-db3f82658922 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Feb 17 20:56:52.373935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:52.665138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42db7bf-78af-49b7-8021-fec04a33b6ea req-9d4eca3f-73d1-4f21-964d-52b9b3e5c802 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:52.666763 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f42db7bf-78af-49b7-8021-fec04a33b6ea req-9d4eca3f-73d1-4f21-964d-52b9b3e5c802 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0914216 Feb 17 20:56:52.719523 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f42db7bf-78af-49b7-8021-fec04a33b6ea req-0de8997b-8c88-4b6c-b7d9-affc243785a7 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466197 Feb 17 20:56:52.723792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:52.957247 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-a95b99bc-ae20-4c25-8cc5-c05d5df53740 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0767007 Feb 17 20:56:53.055379 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-f323769f-430b-421e-bf74-109178201a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:53.056983 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-f323769f-430b-421e-bf74-109178201a48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 1163 time: 0.0770173 Feb 17 20:56:53.224479 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-fc9c1acc-79d2-4673-be57-5a5f63694f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:53.226111 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-fc9c1acc-79d2-4673-be57-5a5f63694f71 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 912 time: 0.1432221 Feb 17 20:56:53.534835 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-8569e1f0-5f92-434b-92cf-18d4024ee47d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc4711c3-071b-4d3f-bf88-9da09d1218f4 HTTP/1.1" status: 200 len: 217 time: 0.2953482 Feb 17 20:56:53.611194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-f43a6a1b-11e1-430f-ba9f-8c9149cfb84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:53.612818 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-f43a6a1b-11e1-430f-ba9f-8c9149cfb84a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.0684147 Feb 17 20:56:53.669456 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-83fc5aaf-953a-4224-9b0c-96be98d530d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485871 Feb 17 20:56:53.841207 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-481d3d51-9976-480f-856b-3848911c356b service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489925 Feb 17 20:56:53.931662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944dbb5-b96c-46a6-bb2f-fe1d175579f5 req-7f657a63-0933-4ed9-90c3-2f6db016599c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:53.933307 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0944dbb5-b96c-46a6-bb2f-fe1d175579f5 req-7f657a63-0933-4ed9-90c3-2f6db016599c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0902972 Feb 17 20:56:53.983796 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0944dbb5-b96c-46a6-bb2f-fe1d175579f5 req-186ae9a0-1ee7-41d4-be32-3ebdf3b28357 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437987 Feb 17 20:56:53.995356 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-072195bb-c0c7-4ae9-aba9-99920f3c4757 req-4210c204-bb39-4e41-ae66-a641d3725b42 service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410398 Feb 17 20:56:55.190326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d634190-a15a-4e4c-8a9d-7d957f3830e3 req-986d5ec5-f7c8-4da5-851a-84d93624eff9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:55.191819 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d634190-a15a-4e4c-8a9d-7d957f3830e3 req-986d5ec5-f7c8-4da5-851a-84d93624eff9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0896311 Feb 17 20:56:55.240084 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4d634190-a15a-4e4c-8a9d-7d957f3830e3 req-22752b61-4063-4e8d-9720-6ec6d6ace3b4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Feb 17 20:56:56.627632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764b431-3932-4e01-ba2a-47c42357e1e7 req-724eaecc-8406-49a9-85ff-142762276ce2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:56.629265 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8764b431-3932-4e01-ba2a-47c42357e1e7 req-724eaecc-8406-49a9-85ff-142762276ce2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.2744248 Feb 17 20:56:56.683739 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8764b431-3932-4e01-ba2a-47c42357e1e7 req-35d6d22a-6649-4096-9196-669e9ac823fa tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473096 Feb 17 20:56:57.947880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651708b1-406d-4c96-a69f-17f2226b8ae3 req-e7633c5e-0a9e-4bfe-b3b1-abb94cc2269c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:57.949510 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-651708b1-406d-4c96-a69f-17f2226b8ae3 req-e7633c5e-0a9e-4bfe-b3b1-abb94cc2269c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1476746 Feb 17 20:56:57.999459 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-651708b1-406d-4c96-a69f-17f2226b8ae3 req-54979c74-04a1-49d7-b16f-6be7165df581 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435002 Feb 17 20:56:59.091681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:56:59.167550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:56:59.167966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:56:59.210089 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaaecf-c914-4aad-80e1-88eff6250cb0 req-e4b6680b-cdb8-4614-b56d-8afcf578c9e1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:56:59.212012 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8adaaecf-c914-4aad-80e1-88eff6250cb0 req-e4b6680b-cdb8-4614-b56d-8afcf578c9e1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0938182 Feb 17 20:56:59.263567 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8adaaecf-c914-4aad-80e1-88eff6250cb0 req-1b12db7c-21b1-4a7b-8541-38c624821179 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Feb 17 20:57:00.464625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ea25d-b639-499a-b967-70d022bc0242 req-deeac766-7ce3-4d79-a1e4-90adf25a4e83 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:00.466226 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7e6ea25d-b639-499a-b967-70d022bc0242 req-deeac766-7ce3-4d79-a1e4-90adf25a4e83 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0882454 Feb 17 20:57:00.517499 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7e6ea25d-b639-499a-b967-70d022bc0242 req-d7adedf0-1e98-4266-b710-f139703ae6e4 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Feb 17 20:57:01.491591 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:01.564714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e36936-6346-4190-bd28-54ca10bd1600 req-f2972ef9-1c3f-4c8b-9b9d-5e2f1b85a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:01.566844 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-76e36936-6346-4190-bd28-54ca10bd1600 req-f2972ef9-1c3f-4c8b-9b9d-5e2f1b85a3ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1162 time: 0.0830100 Feb 17 20:57:01.620298 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-76e36936-6346-4190-bd28-54ca10bd1600 req-65481d92-2b08-470e-aa81-3716f18089c3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Feb 17 20:57:01.721205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa742099-9fbe-422f-8a7d-4a3f14901575 req-5e586ac8-97db-4e6c-a7ac-b03aa2d56172 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:01.722831 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fa742099-9fbe-422f-8a7d-4a3f14901575 req-5e586ac8-97db-4e6c-a7ac-b03aa2d56172 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0891554 Feb 17 20:57:01.772590 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fa742099-9fbe-422f-8a7d-4a3f14901575 req-24ce26d1-30af-4f3c-8463-96a0637c0184 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428700 Feb 17 20:57:02.979079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e0da3-1f8d-4eea-932c-2f587e6cd85a req-7b5734ec-3a9b-4ca5-8991-85347b0115a0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:02.980694 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d4e0da3-1f8d-4eea-932c-2f587e6cd85a req-7b5734ec-3a9b-4ca5-8991-85347b0115a0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0917993 Feb 17 20:57:03.029170 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d4e0da3-1f8d-4eea-932c-2f587e6cd85a req-73080be0-b271-4d47-bb1b-061d9274b5a8 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 Feb 17 20:57:03.181236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:57:03.254574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:03.255577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:04.227170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa47c6-27de-45f6-8573-5ff23cec5802 req-a3d355f8-0a95-4639-92f9-f255eeddf355 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:04.228793 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-95aa47c6-27de-45f6-8573-5ff23cec5802 req-a3d355f8-0a95-4639-92f9-f255eeddf355 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0877168 Feb 17 20:57:04.280624 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-95aa47c6-27de-45f6-8573-5ff23cec5802 req-a990c46a-0c5b-4138-af89-290785d33aee tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455563 Feb 17 20:57:04.803992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-ec12b3de-c1eb-4a68-8df6-88648f6e84da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:04.805678 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-ec12b3de-c1eb-4a68-8df6-88648f6e84da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b93746ff33334264b56b64a30dac7f53&device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 1162 time: 0.0820868 Feb 17 20:57:04.872374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555c276-8b74-409c-a0b5-6948865a47e7 req-efbff14d-737b-4de5-b1e3-a3b572cfb5c2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:04.874032 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3555c276-8b74-409c-a0b5-6948865a47e7 req-efbff14d-737b-4de5-b1e3-a3b572cfb5c2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1039815 Feb 17 20:57:04.922892 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3555c276-8b74-409c-a0b5-6948865a47e7 req-8f6ba26e-3a2c-4f3f-9896-637ccfb392a9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426369 Feb 17 20:57:04.960908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-1cc1fe17-c67a-413b-b76e-669f26429ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:04.962567 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-1cc1fe17-c67a-413b-b76e-669f26429ba3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 200 len: 912 time: 0.1440976 Feb 17 20:57:05.041078 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-3ce15441-a767-46b1-904b-fc6e5940d3ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208da23c-bb2a-406e-905b-f4357b0d94f1 HTTP/1.1" status: 200 len: 217 time: 0.0700562 Feb 17 20:57:05.122599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-037cd4aa-181e-41d7-83c5-f67d854a8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:05.124167 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-037cd4aa-181e-41d7-83c5-f67d854a8a82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 200 len: 858 time: 0.0652933 Feb 17 20:57:05.179136 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-73cddcb8-e44c-4927-bd83-da1e57ff90a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a680ea41-3c84-4135-b05f-36d55d86a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463817 Feb 17 20:57:05.331599 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-f77ca098-1fbf-4d38-8963-46a340345c8f service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374676 Feb 17 20:57:05.486678 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c6145f4d-c024-4764-af8f-ac19ba4d781b req-18e612dd-f65a-4df2-b3c3-941feca393ce service neutron] 10.222.0.67 "GET /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418626 Feb 17 20:57:06.140184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e4ead-3a8d-489c-b0fa-4b86b61f6dc4 req-00b74d61-08b6-444c-9813-c138317341e7 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:06.141804 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-266e4ead-3a8d-489c-b0fa-4b86b61f6dc4 req-00b74d61-08b6-444c-9813-c138317341e7 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0926681 Feb 17 20:57:06.192271 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-266e4ead-3a8d-489c-b0fa-4b86b61f6dc4 req-731f9a13-97f7-48f6-b72e-38b5f62ec4c5 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430152 Feb 17 20:57:07.071530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a9b8a-4940-48c6-90c5-44f76f3305c5 req-c643244b-5135-4af8-b4b5-d8885011ef64 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:07.073135 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c57a9b8a-4940-48c6-90c5-44f76f3305c5 req-c643244b-5135-4af8-b4b5-d8885011ef64 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.0868776 Feb 17 20:57:07.124201 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c57a9b8a-4940-48c6-90c5-44f76f3305c5 req-4ad27670-c8e5-4bb1-9db6-ff6bcaa41d68 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448036 Feb 17 20:57:07.149885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:57:07.221987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:07.222390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:07.393300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7d266-47c9-4d12-90df-8fc105ee3786 req-aefdf44b-b5f2-452b-9371-4b3901d187bf tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:07.394972 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-04f7d266-47c9-4d12-90df-8fc105ee3786 req-aefdf44b-b5f2-452b-9371-4b3901d187bf tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0863588 Feb 17 20:57:07.444562 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-04f7d266-47c9-4d12-90df-8fc105ee3786 req-5d0c90e4-fdc8-455e-b60c-a529413a88c3 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Feb 17 20:57:08.339966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfbf12-7902-401d-aa0c-363fa26acb1d req-a1f8ce40-5c8d-470e-8b9d-fb94ad307f3d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:08.341600 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29dfbf12-7902-401d-aa0c-363fa26acb1d req-a1f8ce40-5c8d-470e-8b9d-fb94ad307f3d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.0949361 Feb 17 20:57:08.392561 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29dfbf12-7902-401d-aa0c-363fa26acb1d req-57a17973-e21e-4f46-a8d5-b1bdeb53162b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Feb 17 20:57:08.653613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e2dfa-d3e8-44a2-a4ee-81713c4a7795 req-877a8d9e-e8f3-422c-ac0a-3af336f47825 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:08.655254 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd3e2dfa-d3e8-44a2-a4ee-81713c4a7795 req-877a8d9e-e8f3-422c-ac0a-3af336f47825 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0889792 Feb 17 20:57:08.707295 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd3e2dfa-d3e8-44a2-a4ee-81713c4a7795 req-635e8405-9fb1-4479-8b20-0f8ca611a55c tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Feb 17 20:57:09.211443 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:57:09.290801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 208da23c-bb2a-406e-905b-f4357b0d94f1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:09.291069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:09.599262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b6e1-d4d6-4299-97bb-c2c8bf60fae5 req-420f255f-36eb-4da9-aefe-8c27e443539e tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:09.600997 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3b6b6e1-d4d6-4299-97bb-c2c8bf60fae5 req-420f255f-36eb-4da9-aefe-8c27e443539e tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.0919259 Feb 17 20:57:09.652236 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3b6b6e1-d4d6-4299-97bb-c2c8bf60fae5 req-91bd701b-8bd9-4d49-a4f0-22f77490da34 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449412 Feb 17 20:57:10.441295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-31aba7a6-ffa8-4970-a535-040bbad14503 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:10.442953 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-31aba7a6-ffa8-4970-a535-040bbad14503 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.0932853 Feb 17 20:57:10.528154 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Deleting port 0e01105e-f664-4184-bcba-252fec105144 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:57:10.528549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:10.832692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] For port 0e01105e-f664-4184-bcba-252fec105144, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0e01105e-f664-4184-bcba-252fec105144,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:57:10.833447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:10.902342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a73054-e969-4966-920f-fd9a778a6b43 req-a73ebc7c-c51d-402f-b496-e32abc59304d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:10.903981 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1a73054-e969-4966-920f-fd9a778a6b43 req-a73ebc7c-c51d-402f-b496-e32abc59304d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 945 time: 0.1289475 Feb 17 20:57:10.953488 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1a73054-e969-4966-920f-fd9a778a6b43 req-45c8e46b-484a-4cf6-b702-6fcec209c4d4 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=83f8d104-2088-4442-bfa1-62f6e3e481a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Feb 17 20:57:11.153546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0e01105e-f664-4184-bcba-252fec105144 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:57:11.155374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:11.155795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:11.156145 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Floating IP b00170a4-0e06-42ae-b3c7-6587e4a1b5b2 disassociated. External IP: 172.27.0.45, port: 0e01105e-f664-4184-bcba-252fec105144. Feb 17 20:57:11.156524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Calling delete_port for 0e01105e-f664-4184-bcba-252fec105144 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:57:11.278960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:11.307873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:11.323727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5d354870-b868-4a6f-8a82-d1f95b4788dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:11.420291 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event deleted for resources: {'Port': ['ID=0e01105e-f664-4184-bcba-252fec105144,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:11.428205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:11.705002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:57:11.902997 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:57:11.913320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] Sync routers for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:57:11.929410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:11.930412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:56:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:11.946369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] No DVR routers for this DVR port 0e01105e-f664-4184-bcba-252fec105144 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:57:11.948713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:11.951666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'name': 'network-vif-deleted', 'tag': '0e01105e-f664-4184-bcba-252fec105144'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:12.006302 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa9239-22e4-49f8-a895-5e39c9a1a0db', 'name': 'network-vif-deleted', 'tag': '0e01105e-f664-4184-bcba-252fec105144', 'status': 'completed', 'code': 200} Feb 17 20:57:12.044223 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4dbfdc49-e6d2-4786-8636-991a98c0549a req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "DELETE /v2.0/ports/0e01105e-f664-4184-bcba-252fec105144 HTTP/1.1" status: 204 len: 173 time: 1.5891402 Feb 17 20:57:12.136602 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e2c88a1-167e-494d-8a6a-f5f39df9d1a2 req-0e8c4feb-5d1d-45a3-9b83-47d24dc98ed3 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefa9239-22e4-49f8-a895-5e39c9a1a0db HTTP/1.1" status: 200 len: 210 time: 0.0511789 Feb 17 20:57:12.151968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:12.497168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:12.501713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] Checking router: 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:57:12.512266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:12.512927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:56:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:12.708194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:13.289616 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:13.299528 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bddef6-ec38-4ef3-99c4-696d77e4bbd3 None None] The sync data for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi is: [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:57:13.355513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 53778) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:13.465059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:13.513303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:13.616984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:13.642534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-77c63fca-7198-44ca-aa5d-1e4a80aef5b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:13.656112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f8d104-2088-4442-bfa1-62f6e3e481a9,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:13.681416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.681827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.682229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.682650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.683048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.683437 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.683824 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.684210 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.684600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.684981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.685360 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.685740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.686174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.686578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.686958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.687342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.687718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.688094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.688469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.688957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.689220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.689595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.689971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.690595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:13.712983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:13.736035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:13.740129 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "DELETE /v2.0/security-groups/83f8d104-2088-4442-bfa1-62f6e3e481a9 HTTP/1.1" status: 204 len: 168 time: 0.3801377 Feb 17 20:57:13.741418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 53788) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:13.761484 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.v2.resource [None req-193e9405-ace6-4802-9aca-4c6faf467ebc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] show failed (client error): The resource could not be found. Feb 17 20:57:13.762964 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-193e9405-ace6-4802-9aca-4c6faf467ebc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups/83f8d104-2088-4442-bfa1-62f6e3e481a9 HTTP/1.1" status: 404 len: 347 time: 0.0205524 Feb 17 20:57:13.766709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53792) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:13.797862 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387455-7b37-48bb-be52-2b8d144d25e0 req-61749002-d3af-4644-999e-37facce1609f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:13.800443 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b387455-7b37-48bb-be52-2b8d144d25e0 req-61749002-d3af-4644-999e-37facce1609f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.2346098 Feb 17 20:57:13.885556 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b387455-7b37-48bb-be52-2b8d144d25e0 req-5dd57f61-c5dc-401d-81c9-789d6d991443 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0776532 Feb 17 20:57:13.971822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbbdab-333b-4c85-a6f9-b090a46c9b9e None None] New status for floating IP b00170a4-0e06-42ae-b3c7-6587e4a1b5b2: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:57:14.253855 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Deleting port 3825a03c-9478-42cf-87ce-06b0e32b450f {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:57:14.254233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:14.298532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-709d8989-d3eb-47c1-951e-de7d91ea278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:14.302240 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-709d8989-d3eb-47c1-951e-de7d91ea278f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1203 time: 0.6494796 Feb 17 20:57:14.581908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:14.582301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:14.595513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-462cfb63-5b15-49de-a4b7-e13b705d187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:14.597235 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-462cfb63-5b15-49de-a4b7-e13b705d187b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 910 time: 0.2799914 Feb 17 20:57:14.760921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07f234-54c6-4be8-bfdf-f679a6a805bb req-0889bf54-c0f7-4e39-b1a9-273d788457f9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:14.763143 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f07f234-54c6-4be8-bfdf-f679a6a805bb req-0889bf54-c0f7-4e39-b1a9-273d788457f9 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.1058345 Feb 17 20:57:14.786142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Calling delete_port for 3825a03c-9478-42cf-87ce-06b0e32b450f owned by network:floatingip {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:57:14.842522 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f07f234-54c6-4be8-bfdf-f679a6a805bb req-df2df40d-0e40-4142-9140-63a64ac54393 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708928 Feb 17 20:57:14.893251 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-eece8942-5cf7-481c-b5e6-2e524b6cdf1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 1002 time: 0.2385852 Feb 17 20:57:15.027494 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-74ecd77d-d663-4001-9c52-3bb61491822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:15.029150 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-74ecd77d-d663-4001-9c52-3bb61491822a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.1234667 Feb 17 20:57:15.105372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:15.113316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ea43a-01e7-4bd4-92d9-10bf0c8ea1db req-45233e1f-b48f-4ae3-86dc-dbfbbc7a9f0d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:15.115172 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-169ea43a-01e7-4bd4-92d9-10bf0c8ea1db req-45233e1f-b48f-4ae3-86dc-dbfbbc7a9f0d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.1095440 Feb 17 20:57:15.122186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c13af5c3-5567-47a1-a343-64c2bcb51e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:15.174787 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-169ea43a-01e7-4bd4-92d9-10bf0c8ea1db req-d3d43c5d-8a37-4521-85ac-3048058d6a95 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0511248 Feb 17 20:57:15.228347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event deleted for resources: {'Port': ['ID=3825a03c-9478-42cf-87ce-06b0e32b450f,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:15.243201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:15.300132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-a8f3ec4e-26c9-4267-adc3-4bf0a7c9cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:15.301798 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-a8f3ec4e-26c9-4267-adc3-4bf0a7c9cb1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2546313 Feb 17 20:57:15.476955 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:15.510385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:15.511632 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "DELETE /v2.0/floatingips/b00170a4-0e06-42ae-b3c7-6587e4a1b5b2 HTTP/1.1" status: 204 len: 168 time: 1.7435229 Feb 17 20:57:15.535592 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-adcf1795-2d1d-494c-8d30-3504f2744bfa service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236629 Feb 17 20:57:15.690416 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e5a318f5-0bf8-4ed4-88ad-0d9da673b67f req-a0676d96-c81b-48e4-876d-bd61f0065767 service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1447372 Feb 17 20:57:15.917185 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53816) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:15.923091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570295919', 'description': 'tempest-description--1992504458'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:15.931121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:15.935917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:security_group and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:15.939038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:15.945231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:15.955525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:15.981301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:15.985546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:security_group_rule and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:15.989047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:15.995390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:16.061548 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8988599-3caf-4a4f-9a3f-1f8b399e26f3 req-5be7ef11-3115-4ea7-bfce-0d69508510bf tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:16.063212 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8988599-3caf-4a4f-9a3f-1f8b399e26f3 req-5be7ef11-3115-4ea7-bfce-0d69508510bf tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.0952904 Feb 17 20:57:16.076958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.079813 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.084913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5252ade5-7799-488f-b375-5fbc9f0eed58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:16.124351 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d8988599-3caf-4a4f-9a3f-1f8b399e26f3 req-9b9da6d8-f8f4-49fe-8e97-c10917fa183b tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546124 Feb 17 20:57:16.132992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f14a817-d4b4-463b-9a82-94f7298dd94b,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:16.139098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.150209 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2222698 Feb 17 20:57:16.150841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 53824) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:16.150960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:16.151069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'security_group_rule': {'security_group_id': '0f14a817-d4b4-463b-9a82-94f7298dd94b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:16.158046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:16.163206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:security_group_rule and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:16.166663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:16.172813 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:16.190133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.259600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.263625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.265900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-849f9f43-53ce-4e70-be82-56b4f06fa79d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:16.292491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90ee32e-558d-450e-b82b-57b64b826c1f,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:16.298887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:16.300114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.301450 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6cd1e678-abc1-4ab9-b3f1-d24a76026ab5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562319 Feb 17 20:57:16.304487 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53830) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:16.310385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'security_group_rule': {'security_group_id': '0f14a817-d4b4-463b-9a82-94f7298dd94b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:16.318430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:16.322618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:security_group_rule and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:16.326076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:16.333624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:16.359094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.406837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ffa52-fe51-4e73-9b9f-ec73abfc978a req-320035e0-dd82-4d4b-a2b0-6c52439b8063 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:16.408481 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cf3ffa52-fe51-4e73-9b9f-ec73abfc978a req-320035e0-dd82-4d4b-a2b0-6c52439b8063 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.1049769 Feb 17 20:57:16.444697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.447788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.450246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5b4dcd7d-e839-4d42-8595-e757c506f8ee tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:16.473935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e983a094-96f2-40ce-b0fd-44d1c4cd19e2,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:16.478476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:16.486189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.487553 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-122914ea-49f2-43b8-a1a7-e2271805ebfc tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1819985 Feb 17 20:57:16.490937 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53836) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:16.496651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'floatingip': {'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:16.502551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:16.507224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:floatingip and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:16.510234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:16.512217 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cf3ffa52-fe51-4e73-9b9f-ec73abfc978a req-4dbc3917-bd20-4640-90da-8791c85b1a42 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0970695 Feb 17 20:57:16.516524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:16.527611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.568762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386847d-ad0b-48e3-8621-8a4981285930 req-12c4e860-b781-4726-96d6-6b6d90c12583 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:16.570428 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e386847d-ad0b-48e3-8621-8a4981285930 req-12c4e860-b781-4726-96d6-6b6d90c12583 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.1103125 Feb 17 20:57:16.620087 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e386847d-ad0b-48e3-8621-8a4981285930 req-60102e25-8582-4833-95e9-7ef4a5952676 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430496 Feb 17 20:57:16.679458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:16.970148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Allocated IP 172.27.0.185 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/8bf0f564-8853-4a4a-9d2c-3a99a35d98f7) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:57:17.136174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:17.167814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:17.184963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:17.334623 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'Port': ['ID=8bf0f564-8853-4a4a-9d2c-3a99a35d98f7,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:17.336659 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a4693-03a3-4814-8ea0-4f76407b5f5f req-40b8bc37-14ba-40a7-b76d-c07f90774498 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:17.338523 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-026a4693-03a3-4814-8ea0-4f76407b5f5f req-40b8bc37-14ba-40a7-b76d-c07f90774498 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.0914731 Feb 17 20:57:17.340594 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:17.385383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:57:17.386632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:57:17.388936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:57:17.389150 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-026a4693-03a3-4814-8ea0-4f76407b5f5f req-994895be-ce6d-4629-9448-c190a97da365 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Feb 17 20:57:17.478427 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:17.541303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:17.734448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98334ca2-cfc4-4e33-9279-66c0fdce7296 req-60981673-1340-4bdc-9f8d-ca6a7c7fff0e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:17.736308 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-98334ca2-cfc4-4e33-9279-66c0fdce7296 req-60981673-1340-4bdc-9f8d-ca6a7c7fff0e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.1009357 Feb 17 20:57:17.857643 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-98334ca2-cfc4-4e33-9279-66c0fdce7296 req-b0558da1-4a1a-4008-843a-66089a70a416 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1130443 Feb 17 20:57:17.890823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825ab2a-167a-4266-8da2-5377306883b0 req-df2e8542-5bb8-490b-a58c-e3620c7bc4e5 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:17.892452 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7825ab2a-167a-4266-8da2-5377306883b0 req-df2e8542-5bb8-490b-a58c-e3620c7bc4e5 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.1302683 Feb 17 20:57:17.945971 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7825ab2a-167a-4266-8da2-5377306883b0 req-4e00e874-3065-43e8-a083-b40e606757d4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Feb 17 20:57:18.075900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:18.079463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:18.096464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:18.235390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'Port': ['ID=8bf0f564-8853-4a4a-9d2c-3a99a35d98f7,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:18.249898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:18.253647 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db524427-6224-4478-8b20-eb175760179b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:18.408002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:18.441035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:18.443040 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9504449 Feb 17 20:57:18.450814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-ed1e3dc2-2d67-4ba5-9c27-b0509323e528 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:18.451571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-ed1e3dc2-2d67-4ba5-9c27-b0509323e528 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Synchronizing usage tracker for tenant:b93746ff33334264b56b64a30dac7f53 on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:57:18.468450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-ed1e3dc2-2d67-4ba5-9c27-b0509323e528 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Unset dirty status for tenant:b93746ff33334264b56b64a30dac7f53 on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:57:18.469683 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-ed1e3dc2-2d67-4ba5-9c27-b0509323e528 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.67 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.1412253 Feb 17 20:57:18.559438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Deleting port cc4711c3-071b-4d3f-bf88-9da09d1218f4 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:57:18.559986 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:18.642163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0d7a2-01e9-4864-877d-23da581b7aaf req-0b6da966-86aa-42a6-91e1-00733c9102ad tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:18.643829 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aff0d7a2-01e9-4864-877d-23da581b7aaf req-0b6da966-86aa-42a6-91e1-00733c9102ad tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 946 time: 0.1308157 Feb 17 20:57:18.669407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-7ff97fe3-d9f5-4f67-a3c7-786e18e861ba tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Synchronizing usage tracker for tenant:78b01f62be9c4335afe0b75690ea905d on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:57:18.706715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-7ff97fe3-d9f5-4f67-a3c7-786e18e861ba tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Unset dirty status for tenant:78b01f62be9c4335afe0b75690ea905d on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:57:18.708038 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-7ff97fe3-d9f5-4f67-a3c7-786e18e861ba tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1570295919&fields=id&tenant_id=78b01f62be9c4335afe0b75690ea905d HTTP/1.1" status: 200 len: 267 time: 0.1203632 Feb 17 20:57:18.713321 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aff0d7a2-01e9-4864-877d-23da581b7aaf req-7f425848-1aeb-4fbf-87ff-a0d86aea924a tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625520 Feb 17 20:57:18.883823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-1c99bcb2-ba3a-4951-8a7d-a6c42d5e7efd tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:18.885289 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-1c99bcb2-ba3a-4951-8a7d-a6c42d5e7efd tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 810 time: 0.1690779 Feb 17 20:57:18.906718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] For port cc4711c3-071b-4d3f-bf88-9da09d1218f4, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=cc4711c3-071b-4d3f-bf88-9da09d1218f4,segment=NetworkSegment(90e9dd5f-8c3c-4c6b-88b9-0a6d95085508),segment_id=90e9dd5f-8c3c-4c6b-88b9-0a6d95085508)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:57:18.907120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:18.911820 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-ba442407-4922-40e4-bad5-90b0581e0640 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/quotas/78b01f62be9c4335afe0b75690ea905d HTTP/1.1" status: 200 len: 375 time: 0.0120785 Feb 17 20:57:19.051903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Calling delete_port for cc4711c3-071b-4d3f-bf88-9da09d1218f4 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:57:19.078057 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-391682dd-b49b-4f1a-986d-225acaef12f7 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1589401 Feb 17 20:57:19.101751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fca55b-f270-4dc8-9d96-fb1f4707b688 req-4e84e43f-4068-4d62-aa9b-5f7127d93dc0 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:19.103385 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fca55b-f270-4dc8-9d96-fb1f4707b688 req-4e84e43f-4068-4d62-aa9b-5f7127d93dc0 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.1156948 Feb 17 20:57:19.110803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78087c-c687-4968-8432-ddd011f874f7 req-61599955-f375-4940-ab3b-0c11b38cb0fc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:19.111576 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-8f78087c-c687-4968-8432-ddd011f874f7 req-61599955-f375-4940-ab3b-0c11b38cb0fc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Synchronizing usage tracker for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:57:19.140803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-8f78087c-c687-4968-8432-ddd011f874f7 req-61599955-f375-4940-ab3b-0c11b38cb0fc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Unset dirty status for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:57:19.142327 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8f78087c-c687-4968-8432-ddd011f874f7 req-61599955-f375-4940-ab3b-0c11b38cb0fc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 945 time: 0.3339489 Feb 17 20:57:19.171965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 8c566979-3751-4019-9747-757b82dfade9 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:57:19.259319 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fca55b-f270-4dc8-9d96-fb1f4707b688 req-d0dfa76a-7c52-4042-9617-f947f1284411 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1319747 Feb 17 20:57:19.291647 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Deleting port 8c566979-3751-4019-9747-757b82dfade9 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:57:19.292248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:19.297551 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-52c5d690-a20c-4682-83d7-6383abc22fe4 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035768 Feb 17 20:57:19.297887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:19.339928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 8c566979-3751-4019-9747-757b82dfade9, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=8c566979-3751-4019-9747-757b82dfade9,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:57:19.341408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c566979-3751-4019-9747-757b82dfade9'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:19.347536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:19.348607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device cc4711c3-071b-4d3f-bf88-9da09d1218f4 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:57:19.382947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:19.406789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8faf77dd-1655-4609-8a8e-deca8e375442 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:19.519563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Pushing event deleted for resources: {'Port': ['ID=cc4711c3-071b-4d3f-bf88-9da09d1218f4,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:19.523314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:19.555803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:19.615021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] No Port match for: cc4711c3-071b-4d3f-bf88-9da09d1218f4 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:57:19.615423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device cc4711c3-071b-4d3f-bf88-9da09d1218f4 not bound to the agent host hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:57:19.642947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=8c566979-3751-4019-9747-757b82dfade9,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:19.651684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.652132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.652354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.652640 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.653017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.653390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.653763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.654132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.654530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.654898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.655325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.655624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.656048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.656411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.657039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.657354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.657707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.658069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.658452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.658793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.659316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.659486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.659834 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.660194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:19.665689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:19.762476 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-d64e0f47-b928-436b-a88c-e3982b534b7e service neutron] 10.222.0.30 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4638827 Feb 17 20:57:19.778678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316ea3-f57f-4fd3-baf0-830529ff501d req-7e004ef8-4fd8-4d34-896e-8d9e754808a5 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:19.780303 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e9316ea3-f57f-4fd3-baf0-830529ff501d req-7e004ef8-4fd8-4d34-896e-8d9e754808a5 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 943 time: 0.3768165 Feb 17 20:57:19.831109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] No DVR routers for this DVR port cc4711c3-071b-4d3f-bf88-9da09d1218f4 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:57:19.833527 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e9316ea3-f57f-4fd3-baf0-830529ff501d req-4d09e167-3ea9-48c4-8dd9-08678a739a72 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6f4bbd8-3c9f-4543-906c-fddc543de118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457704 Feb 17 20:57:19.833951 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:19.841434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ecdd32-185e-4735-9d48-466d1a319134', 'name': 'network-vif-deleted', 'tag': 'cc4711c3-071b-4d3f-bf88-9da09d1218f4'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:19.871321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] For port 8c566979-3751-4019-9747-757b82dfade9, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=8c566979-3751-4019-9747-757b82dfade9,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:57:19.871728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:19.880411 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-27d9087e-5ef1-4001-9ffd-60d5ce700a14 req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.67 "DELETE /v2.0/ports/cc4711c3-071b-4d3f-bf88-9da09d1218f4 HTTP/1.1" status: 204 len: 173 time: 1.4018726 Feb 17 20:57:19.909820 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c566979-3751-4019-9747-757b82dfade9', 'code': 200} Feb 17 20:57:19.999359 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ecdd32-185e-4735-9d48-466d1a319134', 'name': 'network-vif-deleted', 'tag': 'cc4711c3-071b-4d3f-bf88-9da09d1218f4', 'status': 'completed', 'code': 200} Feb 17 20:57:20.103889 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-718e9bf8-bd42-48e4-a3a9-a7827af4801a req-deb5257e-3a25-4f07-b25e-87ac784bec1d tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=04ecdd32-185e-4735-9d48-466d1a319134 HTTP/1.1" status: 200 len: 210 time: 0.0933666 Feb 17 20:57:20.117539 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6ebd33e0-3983-4507-9922-14bcd8f99596 req-76d611e0-06fa-4dea-ac2a-2273d1e362b2 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 210 time: 0.0625010 Feb 17 20:57:20.285348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:20.285874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:20.286438 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Floating IP 880cb2a2-7c8e-49ff-8814-68a93242789c disassociated. External IP: 172.27.0.199, port: 8c566979-3751-4019-9747-757b82dfade9. Feb 17 20:57:20.286827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Calling delete_port for 8c566979-3751-4019-9747-757b82dfade9 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:57:20.453922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:20.475212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:20.481342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bbafe-ef80-47ef-9a77-b02afcc24780 req-e4ac941a-ebf4-48f8-83ee-d0f0c063b24c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:20.492036 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-736bbafe-ef80-47ef-9a77-b02afcc24780 req-e4ac941a-ebf4-48f8-83ee-d0f0c063b24c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.1027620 Feb 17 20:57:20.551117 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-736bbafe-ef80-47ef-9a77-b02afcc24780 req-3d6a0932-cbcd-4bda-9faf-963988fb3aaa tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0582709 Feb 17 20:57:20.596532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event deleted for resources: {'Port': ['ID=8c566979-3751-4019-9747-757b82dfade9,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:20.606328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:20.624726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8981d659-5dfe-49da-8017-732e650a6116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:20.887843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Router ffd4ff45-ce1b-4acf-b348-61a83a73e8af has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:57:21.003979 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:21.016487 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-935af35f-f95a-4a98-b11f-12976dbdb0c9 req-39b76b91-adb6-415c-964c-3a9c587a8f39 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e5aa673-2605-48c6-8d49-23e5b0804733 HTTP/1.1" status: 200 len: 210 time: 0.0550294 Feb 17 20:57:21.095314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:57:21.106580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] Sync routers for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:57:21.117122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:21.117902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:57:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:21.141750 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] No DVR routers for this DVR port 8c566979-3751-4019-9747-757b82dfade9 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:57:21.144097 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:21.174904 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8f78087c-c687-4968-8432-ddd011f874f7 req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "DELETE /v2.0/ports/8c566979-3751-4019-9747-757b82dfade9 HTTP/1.1" status: 204 len: 173 time: 2.0030992 Feb 17 20:57:21.396776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:21.533487 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ce7fad94-9e67-4cf1-9fe2-cb5de4799226 req-bf76aadd-c58a-401d-b010-e9b452990696 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 210 time: 0.0772994 Feb 17 20:57:21.874342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b59e4-0eb7-49f7-a40c-16a2ed15daa5 req-624ad64d-b3e6-42e1-a30d-a9326c4d63a0 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:21.876272 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee3b59e4-0eb7-49f7-a40c-16a2ed15daa5 req-624ad64d-b3e6-42e1-a30d-a9326c4d63a0 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.2024059 Feb 17 20:57:21.887253 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:21.892121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] Checking router: ffd4ff45-ce1b-4acf-b348-61a83a73e8af for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:57:21.899674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-f6b50bb6-b6a6-4ac6-8e6c-e05369dd6015 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:21.901508 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-f6b50bb6-b6a6-4ac6-8e6c-e05369dd6015 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 810 time: 0.4971011 Feb 17 20:57:21.904969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:21.905750 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:57:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:21.951365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6ad3f-4e1d-4509-9648-ee885f8e772c req-f35e5ddd-e6d6-4d32-b8eb-ee64f097f6e0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:21.953325 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f2d6ad3f-4e1d-4509-9648-ee885f8e772c req-f35e5ddd-e6d6-4d32-b8eb-ee64f097f6e0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1906152 Feb 17 20:57:21.968744 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ee3b59e4-0eb7-49f7-a40c-16a2ed15daa5 req-d59d0829-be5d-4dca-8f49-2684d9a065df tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0778384 Feb 17 20:57:21.991235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-5e4c6432-6513-488a-96a1-1e5e088585f4 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Synchronizing usage tracker for tenant:78b01f62be9c4335afe0b75690ea905d on resource:security_group {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:57:22.006009 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-deleted', 'tag': '8c566979-3751-4019-9747-757b82dfade9'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:22.011371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-5e4c6432-6513-488a-96a1-1e5e088585f4 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Unset dirty status for tenant:78b01f62be9c4335afe0b75690ea905d on resource:security_group {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:57:22.012753 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-5e4c6432-6513-488a-96a1-1e5e088585f4 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78b01f62be9c4335afe0b75690ea905d HTTP/1.1" status: 200 len: 5705 time: 0.1009014 Feb 17 20:57:22.028795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'port': {'device_id': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'admin_state_up': True, 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'security_groups': ['0f14a817-d4b4-463b-9a82-94f7298dd94b']}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:22.040476 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f2d6ad3f-4e1d-4509-9648-ee885f8e772c req-4af2489d-717d-4582-b77c-7195579501ae tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716746 Feb 17 20:57:22.160025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:22.176180 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5aa673-2605-48c6-8d49-23e5b0804733', 'name': 'network-vif-deleted', 'tag': '8c566979-3751-4019-9747-757b82dfade9', 'status': 'completed', 'code': 200} Feb 17 20:57:22.183996 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 53914) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:22.234158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:22.238953 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Usage tracker for resource:port and tenant:78b01f62be9c4335afe0b75690ea905d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:22.242205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:22.248613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:22.258487 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Made reservation on behalf of 78b01f62be9c4335afe0b75690ea905d for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:57:22.261188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b48e3187-f839-4f8b-b401-c059166dc43e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:22.264186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:22.293382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b48e3187-f839-4f8b-b401-c059166dc43e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:22.344206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b48e3187-f839-4f8b-b401-c059166dc43e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:22.357186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6bdcfc14-5a50-4055-b8d0-ce7903ee1440 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:22.377453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b48e3187-f839-4f8b-b401-c059166dc43e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:22.377715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:22.383655 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b48e3187-f839-4f8b-b401-c059166dc43e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "DELETE /v2.0/security-groups/e6f4bbd8-3c9f-4543-906c-fddc543de118 HTTP/1.1" status: 204 len: 168 time: 0.1977079 Feb 17 20:57:22.384204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 53918) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:22.385128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e3187-f839-4f8b-b401-c059166dc43e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f4bbd8-3c9f-4543-906c-fddc543de118,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:22.395849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b48e3187-f839-4f8b-b401-c059166dc43e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:22.416657 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.v2.resource [None req-cd5b2201-8795-409d-bc3a-22b11efc7cbd tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] show failed (client error): The resource could not be found. Feb 17 20:57:22.418709 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cd5b2201-8795-409d-bc3a-22b11efc7cbd tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups/e6f4bbd8-3c9f-4543-906c-fddc543de118 HTTP/1.1" status: 404 len: 347 time: 0.0279357 Feb 17 20:57:22.420970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53922) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:22.522066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:22.526396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175e667-936b-4e8b-a0d1-277f8f95e31a None None] The sync data for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi is: [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:57:22.670926 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Deleting port 5a6f560b-b626-4636-88b8-307f5b655ca8 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:57:22.671310 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:22.700663 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-22c58b77-b3fd-4697-8c3e-37e08987a8ef req-de407b80-1168-4fef-a819-0507d0bd038c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 210 time: 0.0527325 Feb 17 20:57:22.729700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:22.925595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106d753-ae93-44dd-a01d-33c8aafbdf15 None None] New status for floating IP 880cb2a2-7c8e-49ff-8814-68a93242789c: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:57:22.971359 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Allocated IP 172.20.0.13 (3d5367c3-db87-4b07-ae58-a70af8b324d8/73f4ff4a-79aa-423f-9546-ec3429aca993/365a8d61-06a7-46e8-9fea-0dc4dd73de12) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:57:22.975327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:22.975740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:23.128851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Calling delete_port for 5a6f560b-b626-4636-88b8-307f5b655ca8 owned by network:floatingip {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:57:23.271303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f908f-6a2e-4f77-b43c-2e163005e09f req-db0a6cb5-cad4-40ee-85e7-f8978005f176 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:23.273188 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eb4f908f-6a2e-4f77-b43c-2e163005e09f req-db0a6cb5-cad4-40ee-85e7-f8978005f176 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.1817863 Feb 17 20:57:23.335274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37729901-c3b7-4a63-9676-af15ea176092 req-bf2a100d-dfda-459f-949a-783442cc31b2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:23.337221 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-37729901-c3b7-4a63-9676-af15ea176092 req-bf2a100d-dfda-459f-949a-783442cc31b2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1553266 Feb 17 20:57:23.347096 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eb4f908f-6a2e-4f77-b43c-2e163005e09f req-9b926672-95b5-457f-a6aa-087a537643b9 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0666325 Feb 17 20:57:23.373863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:57:23.374227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:57:23.394672 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-37729901-c3b7-4a63-9676-af15ea176092 req-a84a8ca5-08d2-4309-8bda-67779006e5e2 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465033 Feb 17 20:57:23.415455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:23.432788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Transition to ACTIVE for port object 365a8d61-06a7-46e8-9fea-0dc4dd73de12 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:57:23.458932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:23.474787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:23.620076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event updated for resources: {'Port': ['ID=365a8d61-06a7-46e8-9fea-0dc4dd73de12,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:23.624979 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:23.681542 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:57:23.683044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:57:23.685343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:57:23.761092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:57:23.761903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:23.762637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:23.796923 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7742114 Feb 17 20:57:23.817843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Request body: {'port': {'device_id': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:23.876239 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Deleting port 5a6f560b-b626-4636-88b8-307f5b655ca8 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:57:23.876579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:23.955545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0ec3976e-00db-402f-9e11-baece1aad2a4 None None] Provisioning for port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:57:23.961884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-0ec3976e-00db-402f-9e11-baece1aad2a4 None None] Provisioning complete for port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:23.962683 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0ec3976e-00db-402f-9e11-baece1aad2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:24.023610 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3976e-00db-402f-9e11-baece1aad2a4 None None] Port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:57:24.081757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839efa6-371e-4a60-8f92-833bf2a9fc3a req-fc399366-340f-4e22-bb16-288aab2c8c3d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:24.084403 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a839efa6-371e-4a60-8f92-833bf2a9fc3a req-fc399366-340f-4e22-bb16-288aab2c8c3d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 932 time: 0.0973272 Feb 17 20:57:24.101991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:24.137152 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a839efa6-371e-4a60-8f92-833bf2a9fc3a req-2e58d8aa-1538-4a9f-8255-59c0500ac55d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454037 Feb 17 20:57:24.218987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:24.219366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:24.651779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7266e0c-4481-4a49-a65b-11a51996bb52 req-ec26e0c4-de9d-434f-ae89-a230a2433fd1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:24.653360 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e7266e0c-4481-4a49-a65b-11a51996bb52 req-ec26e0c4-de9d-434f-ae89-a230a2433fd1 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1304684 Feb 17 20:57:24.662841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fac43-d7fc-4d49-a67d-8ce540b6a8da req-5c8accc0-abb3-4da5-9896-037c83c3d39d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:24.665148 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d77fac43-d7fc-4d49-a67d-8ce540b6a8da req-5c8accc0-abb3-4da5-9896-037c83c3d39d tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.1847751 Feb 17 20:57:24.675111 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Calling delete_port for 5a6f560b-b626-4636-88b8-307f5b655ca8 owned by network:floatingip {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:57:24.759351 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e7266e0c-4481-4a49-a65b-11a51996bb52 req-8fb8138e-dff5-4b3d-9ab7-186bc96b3e31 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928202 Feb 17 20:57:24.767436 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d77fac43-d7fc-4d49-a67d-8ce540b6a8da req-46e38bcd-f815-4eb4-9f76-ef9bb21338cf tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0824170 Feb 17 20:57:25.053114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:25.076106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:25.183466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event deleted for resources: {'Port': ['ID=5a6f560b-b626-4636-88b8-307f5b655ca8,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:25.207335 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:25.344143 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9121d6-f1e6-484f-baf3-85abf73e3e0f req-6e294547-a0af-4e39-a0df-8db43e75fd6d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:25.345902 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c9121d6-f1e6-484f-baf3-85abf73e3e0f req-6e294547-a0af-4e39-a0df-8db43e75fd6d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 932 time: 0.0900407 Feb 17 20:57:25.386210 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365a8d61-06a7-46e8-9fea-0dc4dd73de12 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:57:25.401167 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c9121d6-f1e6-484f-baf3-85abf73e3e0f req-adc15ee1-de13-407a-b63d-1c54e0781805 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485137 Feb 17 20:57:25.402796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:25.429952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Transition to ACTIVE for port object 365a8d61-06a7-46e8-9fea-0dc4dd73de12 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:57:25.434835 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:25.458244 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a497503e-adaf-4b06-80b1-1eb1f336efb0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:25.563329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:25.632274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:25.633711 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "DELETE /v2.0/floatingips/880cb2a2-7c8e-49ff-8814-68a93242789c HTTP/1.1" status: 204 len: 168 time: 3.2115738 Feb 17 20:57:25.642130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Pushing event updated for resources: {'Port': ['ID=365a8d61-06a7-46e8-9fea-0dc4dd73de12,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:25.655507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:25.840337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Attempting to bind port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:57:25.840539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Attempting to bind port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:57:25.841472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Attempting to bind port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 on network 3d5367c3-db87-4b07-ae58-a70af8b324d8 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:57:25.848620 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:57:25.849036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Checking segment: {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:57:25.849522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:25.850007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Bound using segment: {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:57:25.850609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Bound port: 365a8d61-06a7-46e8-9fea-0dc4dd73de12, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb54603-092a-4804-aea1-91d8d48a516e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:57:25.851064 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:25.901874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 53946) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:25.908091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078328975', 'description': 'tempest-description--1389020286'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:25.967259 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:25.968540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] For port 365a8d61-06a7-46e8-9fea-0dc4dd73de12, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:57:25.972526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] For port 365a8d61-06a7-46e8-9fea-0dc4dd73de12, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=365a8d61-06a7-46e8-9fea-0dc4dd73de12,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:57:25.975601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:25.980585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:security_group and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:25.985671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:25.992315 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-13266f01-c167-42f7-bf9a-e0b76367d554 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:25.994958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:26.015406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.088769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818a29-e1a7-4b7b-9afb-cc03f7a3cd5d req-c95e5b71-a964-4c7b-ab20-179d3e857afb tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:26.090455 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd818a29-e1a7-4b7b-9afb-cc03f7a3cd5d req-c95e5b71-a964-4c7b-ab20-179d3e857afb tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1748123 Feb 17 20:57:26.102006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:26.116271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:security_group_rule and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:26.133242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:26.145852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:26.157760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Pushing event updated for resources: {'Port': ['ID=365a8d61-06a7-46e8-9fea-0dc4dd73de12,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:26.163423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:26.199105 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:26.199789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.201287 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] 10.222.0.67 "PUT /v2.0/ports/365a8d61-06a7-46e8-9fea-0dc4dd73de12 HTTP/1.1" status: 200 len: 1158 time: 2.3892720 Feb 17 20:57:26.201847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:26.202708 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd818a29-e1a7-4b7b-9afb-cc03f7a3cd5d req-de115980-0d88-454f-8934-60ac52420214 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978351 Feb 17 20:57:26.229902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a722d-2284-4762-a364-3e7b94fde9d1 req-b9af5560-0f6b-4276-b885-0134fd25210a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:26.231583 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a39a722d-2284-4762-a364-3e7b94fde9d1 req-b9af5560-0f6b-4276-b885-0134fd25210a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.2033479 Feb 17 20:57:26.307192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.308203 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12', 'status': 'completed', 'code': 200} Feb 17 20:57:26.311368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.320756 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-78b3aefb-886d-4814-b612-72c5cf42a289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:26.341117 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a39a722d-2284-4762-a364-3e7b94fde9d1 req-ace5ae1a-05e1-49fe-bfe4-1461d44fabac tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1031001 Feb 17 20:57:26.356837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-edba9248-8399-4eaf-b74e-3cca45163365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:26.358673 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-edba9248-8399-4eaf-b74e-3cca45163365 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 1161 time: 0.0951805 Feb 17 20:57:26.373012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c529248c-d3fb-41c0-be58-9eb276bd33cc,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:26.383107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.384832 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4812427 Feb 17 20:57:26.386502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:26.390851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 53952) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:26.398486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'security_group_rule': {'security_group_id': 'c529248c-d3fb-41c0-be58-9eb276bd33cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:26.406673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:26.412165 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:security_group_rule and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:26.415459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:26.421534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:26.443349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.451042 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-5a4eab9c-21ce-4b5e-84fd-775f999e5f61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365a8d61-06a7-46e8-9fea-0dc4dd73de12 HTTP/1.1" status: 200 len: 217 time: 0.0831661 Feb 17 20:57:26.521808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.533842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-a65229f9-dfab-4744-9785-897bab42c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:26.535482 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-a65229f9-dfab-4744-9785-897bab42c48a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 200 len: 849 time: 0.0750551 Feb 17 20:57:26.563227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.576309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-63ce6563-1c59-4f8f-80a9-74f0c9db85c9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:26.611320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb872d8b-b82f-4c2e-81c0-b144ab730cb4,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:26.617139 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:26.626718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-a0381034-d2c6-40ff-a60b-85f590d06191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:26.628508 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-a0381034-d2c6-40ff-a60b-85f590d06191 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d5367c3-db87-4b07-ae58-a70af8b324d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854471 Feb 17 20:57:26.628714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.630396 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c744a455-57aa-4820-8027-4ffde0e7f344 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2374444 Feb 17 20:57:26.633056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53958) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:26.639034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'security_group_rule': {'security_group_id': 'c529248c-d3fb-41c0-be58-9eb276bd33cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:26.650926 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e668ae-ccef-4edb-b69c-0e2c05841aac req-d9647034-2aac-461d-bf80-a949014d90fa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:26.652515 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3e668ae-ccef-4edb-b69c-0e2c05841aac req-d9647034-2aac-461d-bf80-a949014d90fa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 944 time: 0.1272843 Feb 17 20:57:26.670428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:26.702633 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a3e668ae-ccef-4edb-b69c-0e2c05841aac req-6d8f368a-ddb6-4599-88cd-bcc233e10ee5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Feb 17 20:57:26.725956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:security_group_rule and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:26.740016 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:26.749073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:26.788354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.834412 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-c9bef834-b2e3-4bb5-b7ae-a0cf88d61864 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903563 Feb 17 20:57:26.986866 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.991029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564335'] for security_group_rule, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:26.993284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-60627d6b-125b-464e-99d5-beaaf408e74a tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:27.028467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f49072-988d-42b1-9a62-4fd88e473a38,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:27.037514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:27.046452 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-09b31ad9-c729-4855-ba42-7f802f2c9eba req-bf6d7d32-6cfa-4f1c-bb3d-370278d2d162 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2027895 Feb 17 20:57:27.047571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:27.048716 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8f06c0c2-9a57-4676-a502-2f0d229e6294 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4146469 Feb 17 20:57:27.052818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 53962) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:27.058491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'floatingip': {'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:27.064796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:27.069745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:floatingip and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:27.072891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:27.078783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:27.090614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:27.267121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-38ff8b20-8de5-4fb3-bcd9-89eb122eed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:27.268677 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-38ff8b20-8de5-4fb3-bcd9-89eb122eed5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 1161 time: 0.1608686 Feb 17 20:57:27.423275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda08670-b533-46d9-9ef5-ae9d3fbd57b3 req-5b7c1f1e-ce1e-4d15-a2fe-0ea46680ddbd tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:27.424923 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dda08670-b533-46d9-9ef5-ae9d3fbd57b3 req-5b7c1f1e-ce1e-4d15-a2fe-0ea46680ddbd tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.0962467 Feb 17 20:57:27.426755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:27.480285 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dda08670-b533-46d9-9ef5-ae9d3fbd57b3 req-7db034b3-8cce-4933-8b5c-3f9766ea2382 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471346 Feb 17 20:57:27.525836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-0ebdfd1e-cb99-4df2-a5c7-0c24de0cefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:27.527458 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-0ebdfd1e-cb99-4df2-a5c7-0c24de0cefaf service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 904 time: 0.2393024 Feb 17 20:57:27.570528 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a23bc-4d5b-41bf-999c-6046c5b6ee84 req-73955836-5223-42ec-8228-62e46f7f4f35 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:27.572168 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-401a23bc-4d5b-41bf-999c-6046c5b6ee84 req-73955836-5223-42ec-8228-62e46f7f4f35 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.0909257 Feb 17 20:57:27.617585 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-c7500f10-2a55-4025-9e37-e68315a32a34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365a8d61-06a7-46e8-9fea-0dc4dd73de12 HTTP/1.1" status: 200 len: 217 time: 0.0762026 Feb 17 20:57:27.632246 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-401a23bc-4d5b-41bf-999c-6046c5b6ee84 req-15acec5f-424c-4aa7-ace2-4e4626086a8c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0528488 Feb 17 20:57:27.763493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-dd77697c-0b5c-44a7-bee4-ea0376bf3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:27.765069 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-dd77697c-0b5c-44a7-bee4-ea0376bf3d34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 200 len: 849 time: 0.1292224 Feb 17 20:57:27.913002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a79133-2fae-4e90-96d4-868ef24a06b0 req-72dd675e-0872-4746-ac03-2982705d22e3 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:27.914860 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8a79133-2fae-4e90-96d4-868ef24a06b0 req-72dd675e-0872-4746-ac03-2982705d22e3 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 944 time: 0.0913477 Feb 17 20:57:27.968978 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a8a79133-2fae-4e90-96d4-868ef24a06b0 req-69f67b6b-e4a6-4a8c-990b-5b31e7432d9d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473704 Feb 17 20:57:28.170557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Allocated IP 172.27.0.126 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/b057a652-28ff-4348-9e12-09c2f9e45cbf) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:57:28.174105 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-fc4d7ffa-bd45-4b72-a188-6115f96082b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:28.175747 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-fc4d7ffa-bd45-4b72-a188-6115f96082b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d5367c3-db87-4b07-ae58-a70af8b324d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3983448 Feb 17 20:57:28.611833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:28.628116 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-08ffde8b-d700-4921-b1df-58651e6d8cc3 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409111 Feb 17 20:57:28.734893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12939f7c-61c6-4da2-888a-993221eae035 req-560f6de8-0b73-43db-93d4-7e2eae1f9fe0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:28.736303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-12939f7c-61c6-4da2-888a-993221eae035 req-560f6de8-0b73-43db-93d4-7e2eae1f9fe0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Synchronizing usage tracker for tenant:b93746ff33334264b56b64a30dac7f53 on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:57:28.764964 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab6812-751a-435d-8e74-b37e6eeb2e99 req-69271e19-97d6-4b26-b593-8044e62134be tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:28.767043 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cbab6812-751a-435d-8e74-b37e6eeb2e99 req-69271e19-97d6-4b26-b593-8044e62134be tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.1426563 Feb 17 20:57:28.795138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-12939f7c-61c6-4da2-888a-993221eae035 req-560f6de8-0b73-43db-93d4-7e2eae1f9fe0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Unset dirty status for tenant:b93746ff33334264b56b64a30dac7f53 on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:57:28.796305 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-12939f7c-61c6-4da2-888a-993221eae035 req-560f6de8-0b73-43db-93d4-7e2eae1f9fe0 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 945 time: 0.4239657 Feb 17 20:57:28.894056 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cbab6812-751a-435d-8e74-b37e6eeb2e99 req-0530f0b2-c71b-4814-a202-ca3396a6e9d8 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/security-groups?id=f2c0740b-60e4-4023-8df4-96fb3b72fd2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202078 Feb 17 20:57:28.897265 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:28.917245 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e24935d-f9d4-46a7-9132-91381c93b2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:28.936957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6eb1a-4ec6-4626-b6a0-e1964e809e5f req-96621b4e-0822-49fb-be03-7a75ea3597b3 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:28.939845 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-78e6eb1a-4ec6-4626-b6a0-e1964e809e5f req-96621b4e-0822-49fb-be03-7a75ea3597b3 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.1432755 Feb 17 20:57:28.951665 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-29f5bbf4-3b51-40ab-9e1c-0a84029e9bf8 req-240cc0e3-f6b4-4c0c-bd4e-350bb292c4f0 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3147807 Feb 17 20:57:29.012825 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-78e6eb1a-4ec6-4626-b6a0-e1964e809e5f req-d919874c-9377-43f0-8791-093ae6153d7f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0661826 Feb 17 20:57:29.040809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-12939f7c-61c6-4da2-888a-993221eae035 req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Deleting port 208da23c-bb2a-406e-905b-f4357b0d94f1 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:57:29.041197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-12939f7c-61c6-4da2-888a-993221eae035 req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:29.156905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'Port': ['ID=b057a652-28ff-4348-9e12-09c2f9e45cbf,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:29.193871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:29.196371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7926d-5090-44a0-b079-f85eac247ca1 req-2cb85b3f-04cb-4928-b0f3-460b8659c161 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:29.198132 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ec7926d-5090-44a0-b079-f85eac247ca1 req-2cb85b3f-04cb-4928-b0f3-460b8659c161 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 944 time: 0.0928838 Feb 17 20:57:29.253487 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ec7926d-5090-44a0-b079-f85eac247ca1 req-77e3698c-d412-41b3-95f2-947c42c3f18c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486114 Feb 17 20:57:29.349703 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:57:29.353606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:57:29.358102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:57:29.473258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-12939f7c-61c6-4da2-888a-993221eae035 req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] For port 208da23c-bb2a-406e-905b-f4357b0d94f1, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=208da23c-bb2a-406e-905b-f4357b0d94f1,segment=NetworkSegment(90e9dd5f-8c3c-4c6b-88b9-0a6d95085508),segment_id=90e9dd5f-8c3c-4c6b-88b9-0a6d95085508)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:57:29.473564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-12939f7c-61c6-4da2-888a-993221eae035 req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:29.622460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-12939f7c-61c6-4da2-888a-993221eae035 req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Calling delete_port for 208da23c-bb2a-406e-905b-f4357b0d94f1 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:57:29.681143 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:29.719390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d66a03c6-9fdb-43ef-b93b-8a8c71187ace up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:57:29.809398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:29.819573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:29.820106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:29.946280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-12939f7c-61c6-4da2-888a-993221eae035 req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:29.956573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 365a8d61-06a7-46e8-9fea-0dc4dd73de12 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:57:29.968156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-649a83a6-ca53-4be3-8299-028b38dffa47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:30.031298 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:57:30.036972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:30.037437 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:30.086842 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69817294-c6db-4be5-9ca1-19b2b998edda req-bbcba3f5-fa66-4cca-a209-f378ca2ef153 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 210 time: 0.0670063 Feb 17 20:57:30.097252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Pushing event deleted for resources: {'Port': ['ID=208da23c-bb2a-406e-905b-f4357b0d94f1,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:30.103928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:30.203098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:30.234663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:30.246958 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 365a8d61-06a7-46e8-9fea-0dc4dd73de12, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=365a8d61-06a7-46e8-9fea-0dc4dd73de12,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:57:30.252101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:30.255017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6475954b-44fe-42da-aedc-3d603430727b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:30.271278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccce32-f320-4bd1-9e12-ca90a6a9deab req-8b2e7e57-e8ca-4c83-b707-ca3b75dda211 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:30.273206 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03ccce32-f320-4bd1-9e12-ca90a6a9deab req-8b2e7e57-e8ca-4c83-b707-ca3b75dda211 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.0946565 Feb 17 20:57:30.331349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-12939f7c-61c6-4da2-888a-993221eae035 req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] No DVR routers for this DVR port 208da23c-bb2a-406e-905b-f4357b0d94f1 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:57:30.336476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-12939f7c-61c6-4da2-888a-993221eae035 req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:30.339255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34', 'name': 'network-vif-deleted', 'tag': '208da23c-bb2a-406e-905b-f4357b0d94f1'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:30.360624 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12', 'code': 200} Feb 17 20:57:30.361410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=365a8d61-06a7-46e8-9fea-0dc4dd73de12,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:30.364266 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-03ccce32-f320-4bd1-9e12-ca90a6a9deab req-d0992932-48be-4e7e-88d1-96d8e1baae38 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0802095 Feb 17 20:57:30.366045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:57:30.380342 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-12939f7c-61c6-4da2-888a-993221eae035 req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.67 "DELETE /v2.0/ports/208da23c-bb2a-406e-905b-f4357b0d94f1 HTTP/1.1" status: 204 len: 173 time: 1.5755134 Feb 17 20:57:30.388707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:30.397796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:30.415757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b261c0af-e6d2-495d-9e85-fa7d190131b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:30.421367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:30.431465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] No Port match for: 208da23c-bb2a-406e-905b-f4357b0d94f1 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:57:30.432138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 208da23c-bb2a-406e-905b-f4357b0d94f1 not bound to the agent host hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:57:30.520558 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34', 'name': 'network-vif-deleted', 'tag': '208da23c-bb2a-406e-905b-f4357b0d94f1', 'status': 'completed', 'code': 200} Feb 17 20:57:30.557506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'Port': ['ID=b057a652-28ff-4348-9e12-09c2f9e45cbf,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:30.572755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fb200-fb65-46f0-8c42-863bf083be6c req-301f0c1b-da84-43d5-a589-39a5267a2407 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:30.574528 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2e4fb200-fb65-46f0-8c42-863bf083be6c req-301f0c1b-da84-43d5-a589-39a5267a2407 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 946 time: 0.0952840 Feb 17 20:57:30.612600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:30.627018 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2e4fb200-fb65-46f0-8c42-863bf083be6c req-954ffba1-d5c9-4ad8-9f30-fb3c8c344ad1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454006 Feb 17 20:57:30.742047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19dc5-b9c5-4baf-84b8-6dd0879c39e9 req-3ed378c1-6c24-439d-99de-2380c7a744ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:30.743766 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02b19dc5-b9c5-4baf-84b8-6dd0879c39e9 req-3ed378c1-6c24-439d-99de-2380c7a744ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 1163 time: 0.1817505 Feb 17 20:57:30.746706 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:30.797393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:30.798739 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7449145 Feb 17 20:57:30.805588 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-02b19dc5-b9c5-4baf-84b8-6dd0879c39e9 req-042d4224-7ff3-4616-b589-252517622b4e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528054 Feb 17 20:57:30.976250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-32025785-a9b6-437d-b103-ded7f325510b req-d042d06f-2334-4fba-81b3-56dcc317e6ba tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Synchronizing usage tracker for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:57:30.991614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-32025785-a9b6-437d-b103-ded7f325510b req-d042d06f-2334-4fba-81b3-56dcc317e6ba tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Unset dirty status for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:57:30.992904 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-d042d06f-2334-4fba-81b3-56dcc317e6ba tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2078328975&fields=id&tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d HTTP/1.1" status: 200 len: 267 time: 0.0611765 Feb 17 20:57:31.165053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025785-a9b6-437d-b103-ded7f325510b req-0a3068e7-c870-4395-ab2a-005f649a7c2f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:31.166874 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-0a3068e7-c870-4395-ab2a-005f649a7c2f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 817 time: 0.1661632 Feb 17 20:57:31.185824 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-fc58fdcc-056f-40aa-ad45-4cd1241b2def tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/quotas/8f739bff06aa4bd8b17d7ea73ad40d6d HTTP/1.1" status: 200 len: 375 time: 0.0119278 Feb 17 20:57:31.251489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 365a8d61-06a7-46e8-9fea-0dc4dd73de12 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:57:31.307274 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0809dc45-36b7-499f-9768-f5aab59ad2a3 req-ca62e81f-c3b4-4b9d-a0e9-580613a942e6 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0ac88fc-6b90-43e4-8a32-1c83e4cfdd34 HTTP/1.1" status: 200 len: 210 time: 0.0724235 Feb 17 20:57:31.328970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:31.329394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:31.340550 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-e6ebe57d-d886-46a7-beab-c29c5ddadea1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1474245 Feb 17 20:57:31.507304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:31.642784 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-a52d7cf7-9388-4f99-b03b-4480fad80e12 service neutron] 10.222.0.30 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880981 Feb 17 20:57:31.782378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d0936-5129-4f85-b2e9-150d6423cf3f req-06fee2e7-929b-4638-847f-33476f7c465a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:31.783944 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-820d0936-5129-4f85-b2e9-150d6423cf3f req-06fee2e7-929b-4638-847f-33476f7c465a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.2669463 Feb 17 20:57:31.880095 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-b69f7198-4d09-4a83-b2e5-55987d63f07c service neutron] 10.222.0.30 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2276027 Feb 17 20:57:31.888595 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-820d0936-5129-4f85-b2e9-150d6423cf3f req-4941e924-ecf7-454c-855f-d9d9e36b5caf tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0959954 Feb 17 20:57:32.136694 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-30e5938b-fe1a-4948-b359-32e08ac49687 req-efccd8a7-0531-4788-b0e9-5e71afb56af9 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 210 time: 0.0716765 Feb 17 20:57:32.175568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b2efc-b5b0-477f-a673-5ec90c85881b req-c3cc7db7-9082-4216-8306-270adf397317 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:32.178842 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8b0b2efc-b5b0-477f-a673-5ec90c85881b req-c3cc7db7-9082-4216-8306-270adf397317 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 946 time: 0.1604495 Feb 17 20:57:32.233377 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8b0b2efc-b5b0-477f-a673-5ec90c85881b req-56f72955-55da-4262-8e84-fee86eb13b43 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479450 Feb 17 20:57:32.425092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54020) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:33.128091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38f88d-0473-4244-9da4-30a5b0506823 req-206b29bd-91bc-4421-9b5a-61d31fc8a7f6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:33.130294 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6a38f88d-0473-4244-9da4-30a5b0506823 req-206b29bd-91bc-4421-9b5a-61d31fc8a7f6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.1063070 Feb 17 20:57:33.208236 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6a38f88d-0473-4244-9da4-30a5b0506823 req-62afc5a3-8bb9-4687-a9c6-e661b5eeb569 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&id=d82dae69-c25a-4cf1-a995-9798ba66ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0700629 Feb 17 20:57:33.344715 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-34df22b1-217c-4c2a-ae68-27dd29ac2d28 req-2be96392-556f-4afc-90ea-a9f68dada123 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 210 time: 0.0714695 Feb 17 20:57:33.424060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025785-a9b6-437d-b103-ded7f325510b req-d0b7741d-6fec-47cf-996e-a0f20ac5a271 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:33.425858 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-d0b7741d-6fec-47cf-996e-a0f20ac5a271 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 817 time: 0.2088172 Feb 17 20:57:33.483402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308243d1-c5b5-4472-b7a5-ca13f2a39581 req-e1a6c7bb-a6ef-4e81-906b-44d1e106b9b2 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:33.490832 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-308243d1-c5b5-4472-b7a5-ca13f2a39581 req-e1a6c7bb-a6ef-4e81-906b-44d1e106b9b2 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 946 time: 0.1024938 Feb 17 20:57:33.536881 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-308243d1-c5b5-4472-b7a5-ca13f2a39581 req-e7866c02-951f-4de0-89a9-56cf5bef51ba tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433793 Feb 17 20:57:33.573269 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-3e18e5dc-9d8b-4627-837d-c02992408b6b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d HTTP/1.1" status: 200 len: 5705 time: 0.1387484 Feb 17 20:57:33.577458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854109025'] for router_interface, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:33.643741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'port': {'device_id': '07b71631-bffe-4983-a371-0fcc81c18a61', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'admin_state_up': True, 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'security_groups': ['c529248c-d3fb-41c0-be58-9eb276bd33cc']}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:33.743527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c309219-aaa0-4c38-b9d6-f20e72743e05 req-d1baa931-a713-40b3-937e-ad16f2c23f84 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:33.745108 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3c309219-aaa0-4c38-b9d6-f20e72743e05 req-d1baa931-a713-40b3-937e-ad16f2c23f84 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 946 time: 0.0951068 Feb 17 20:57:33.755482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54038) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:33.761463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c1326cc2-e121-4180-a024-03659c96e8ce tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Request body: {'floatingip': {'port_id': '365a8d61-06a7-46e8-9fea-0dc4dd73de12'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:33.862112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1326cc2-e121-4180-a024-03659c96e8ce tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:34.013489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:34.031691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Usage tracker for resource:port and tenant:8f739bff06aa4bd8b17d7ea73ad40d6d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:34.037011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:34.044927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:34.068369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Made reservation on behalf of 8f739bff06aa4bd8b17d7ea73ad40d6d for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:57:34.074037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:34.267180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Deleting port 5619abbf-e376-4d6f-bb57-62c37d86b51b {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:57:34.267423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:34.592146 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-47d6ff78-bfe2-4295-a59f-1af2ca0204c0 req-22ea5113-996a-4caa-83b0-3edd9ed15502 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 210 time: 0.0656917 Feb 17 20:57:34.619188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] For port 5619abbf-e376-4d6f-bb57-62c37d86b51b, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=5619abbf-e376-4d6f-bb57-62c37d86b51b,segment=NetworkSegment(90e9dd5f-8c3c-4c6b-88b9-0a6d95085508),segment_id=90e9dd5f-8c3c-4c6b-88b9-0a6d95085508)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:57:34.619188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:34.764490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Calling delete_port for 5619abbf-e376-4d6f-bb57-62c37d86b51b owned by network:router_interface {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:57:34.819947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Allocated IP 172.20.0.3 (1d2a6949-1b8e-4556-bd82-db5fea1877c6/79489a8e-5958-4616-91aa-e45c478f46ca/52cca917-22a6-4faf-a60f-139909108894) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:57:34.897684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1326cc2-e121-4180-a024-03659c96e8ce tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:34.900416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1326cc2-e121-4180-a024-03659c96e8ce tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:35.136853 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [None req-c1326cc2-e121-4180-a024-03659c96e8ce tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Floating IP b202e36e-d373-4830-9932-27412a2c15e2 associated. External IP: 172.27.0.185, port: 365a8d61-06a7-46e8-9fea-0dc4dd73de12. Feb 17 20:57:35.532440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1326cc2-e121-4180-a024-03659c96e8ce tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:57:35.559636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:35.576703 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d9772fb3-a744-4986-bbd9-2535d385258d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:35.611252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:35.687614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5619abbf-e376-4d6f-bb57-62c37d86b51b,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:35.690635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:35.711781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Transition to ACTIVE for port object 52cca917-22a6-4faf-a60f-139909108894 will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:57:35.792819 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1b26250-acee-4b05-b6a4-3413786f300a req-ecaba79f-c9aa-4dfd-9636-41e1d31b08e4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 210 time: 0.0698974 Feb 17 20:57:35.794099 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1326cc2-e121-4180-a024-03659c96e8ce tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:57:35.805913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] Sync routers for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:57:35.807076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1326cc2-e121-4180-a024-03659c96e8ce tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:35.834524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:35.835465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:57:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:35.839557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:35.863581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1d3228d8-a661-4f82-abb7-f8bcbcdfc88c tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:35.878593 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c1326cc2-e121-4180-a024-03659c96e8ce tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "PUT /v2.0/floatingips/b202e36e-d373-4830-9932-27412a2c15e2 HTTP/1.1" status: 200 len: 992 time: 2.1191654 Feb 17 20:57:35.878593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:35.937620 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12', 'status': 'completed', 'code': 200} Feb 17 20:57:36.162220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event updated for resources: {'Port': ['ID=52cca917-22a6-4faf-a60f-139909108894,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:36.178825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:36.285855 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:36.340042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3930-212f-4a32-979d-927b753f74cb req-8806ae1d-7435-42fe-9570-ae1d1b37cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:36.341676 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ca3930-212f-4a32-979d-927b753f74cb req-8806ae1d-7435-42fe-9570-ae1d1b37cf23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78b01f62be9c4335afe0b75690ea905d&device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 1163 time: 0.3494611 Feb 17 20:57:36.343685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:57:36.346955 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:57:36.352687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:57:36.470984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854108943'] for router_interface, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:36.595631 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c42519f3-5625-4938-9b53-18b2a1c6c059 None None] Provisioning for port 52cca917-22a6-4faf-a60f-139909108894 completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:57:36.601570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-c42519f3-5625-4938-9b53-18b2a1c6c059 None None] Provisioning complete for port 52cca917-22a6-4faf-a60f-139909108894 triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:36.602084 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c42519f3-5625-4938-9b53-18b2a1c6c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:36.608936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:36.609606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:36.664582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c42519f3-5625-4938-9b53-18b2a1c6c059 None None] Port 52cca917-22a6-4faf-a60f-139909108894 cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:57:36.703868 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0642846 Feb 17 20:57:36.715847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3930-212f-4a32-979d-927b753f74cb req-044c7c23-444a-4b39-bca8-502c5610dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:36.717393 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ca3930-212f-4a32-979d-927b753f74cb req-044c7c23-444a-4b39-bca8-502c5610dba6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 200 len: 904 time: 0.3659394 Feb 17 20:57:36.722770 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Request body: {'port': {'device_id': '07b71631-bffe-4983-a371-0fcc81c18a61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:36.809181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': 'b202e36e-d373-4830-9932-27412a2c15e2', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'port_id': '365a8d61-06a7-46e8-9fea-0dc4dd73de12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'mac_address': 'fa:16:3e:b8:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:57:17Z', 'updated_at': '2021-02-17T20:57:34Z', 'revision_number': 1, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:36.814051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] Checking router: 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:57:36.823842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:36.824505 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:57:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:37.023617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:37.039069 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ca3930-212f-4a32-979d-927b753f74cb req-45f32384-35f0-4f8c-8c91-9abd63c8570e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=365a8d61-06a7-46e8-9fea-0dc4dd73de12 HTTP/1.1" status: 200 len: 1000 time: 0.2857373 Feb 17 20:57:37.060990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d837ac-5b1a-439e-b570-77b896473cf8 req-4ced12d2-e02b-42da-91c9-c5cf64126b73 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:37.071015 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-92d837ac-5b1a-439e-b570-77b896473cf8 req-4ced12d2-e02b-42da-91c9-c5cf64126b73 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 931 time: 0.1369123 Feb 17 20:57:37.126621 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-92d837ac-5b1a-439e-b570-77b896473cf8 req-9ada4643-48cd-4c13-9ffa-f4d9daf9a39e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542803 Feb 17 20:57:37.421172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': 'b202e36e-d373-4830-9932-27412a2c15e2', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'port_id': '365a8d61-06a7-46e8-9fea-0dc4dd73de12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'mac_address': 'fa:16:3e:b8:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:57:17Z', 'updated_at': '2021-02-17T20:57:34Z', 'revision_number': 1, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:37.426930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06173c01-9e59-484d-8eae-708b2a3b73e2 None None] The sync data for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi is: [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': 'b202e36e-d373-4830-9932-27412a2c15e2', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'port_id': '365a8d61-06a7-46e8-9fea-0dc4dd73de12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'mac_address': 'fa:16:3e:b8:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:57:17Z', 'updated_at': '2021-02-17T20:57:34Z', 'revision_number': 1, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:57:37.449030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:37.571857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3930-212f-4a32-979d-927b753f74cb req-9f00395a-46d4-4f07-bfdd-0c3150a396fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:37.573453 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ca3930-212f-4a32-979d-927b753f74cb req-9f00395a-46d4-4f07-bfdd-0c3150a396fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 200 len: 849 time: 0.4655735 Feb 17 20:57:37.736562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1aae2e-e66c-4e34-ad29-4ece60863369 None None] New status for floating IP b202e36e-d373-4830-9932-27412a2c15e2: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:57:37.929285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3930-212f-4a32-979d-927b753f74cb req-84885e59-0d06-423a-86d1-01d8bb651ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:37.931004 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ca3930-212f-4a32-979d-927b753f74cb req-84885e59-0d06-423a-86d1-01d8bb651ce9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d5367c3-db87-4b07-ae58-a70af8b324d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3383780 Feb 17 20:57:37.948248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Router 289d9ed0-7806-4501-9da1-5938ef63e24b has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:57:38.358652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf817fa9-357b-4202-aaf5-18eecdce1f1f req-c873c27b-092e-4306-b219-01a225bcbbdf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:38.360282 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cf817fa9-357b-4202-aaf5-18eecdce1f1f req-c873c27b-092e-4306-b219-01a225bcbbdf tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 931 time: 0.0941646 Feb 17 20:57:38.385004 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ca3930-212f-4a32-979d-927b753f74cb req-be42b8ad-3477-4f49-9635-7fbff857ee81 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417057 Feb 17 20:57:38.414731 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cf817fa9-357b-4202-aaf5-18eecdce1f1f req-451b501c-9aa7-487d-a1be-054436355656 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471392 Feb 17 20:57:38.494983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:57:38.499516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.resource_extend [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 20:57:38.504350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] Sync routers for ids ['289d9ed0-7806-4501-9da1-5938ef63e24b'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:57:38.513817 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] 10.222.0.30 "PUT /v2.0/routers/289d9ed0-7806-4501-9da1-5938ef63e24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0850649 Feb 17 20:57:38.514672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54058) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:38.514788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] Routers {'289d9ed0-7806-4501-9da1-5938ef63e24b'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:38.515468 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:57:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['289d9ed0-7806-4501-9da1-5938ef63e24b'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:38.606063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52cca917-22a6-4faf-a60f-139909108894 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:57:38.625053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:38.636639 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4ca3930-212f-4a32-979d-927b753f74cb req-465fcf9c-b738-4fe1-bc0b-abc0e069ebc5 service neutron] 10.222.0.67 "GET /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2442698 Feb 17 20:57:38.642774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Transition to ACTIVE for port object 52cca917-22a6-4faf-a60f-139909108894 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:57:38.646479 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:38.665044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7a297572-c6d6-4acf-8837-c436f3ad5634 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:38.711246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:38.711493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] Set router 289d9ed0-7806-4501-9da1-5938ef63e24b gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:38.803302 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Pushing event updated for resources: {'Port': ['ID=52cca917-22a6-4faf-a60f-139909108894,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:38.826235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.826674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.827083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.827496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.827884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.828274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.828667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.829061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.829452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.829845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.830234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.830649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.831101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.831490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.831876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.832292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.832680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.833067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.833554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.833941 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.834349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.834738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.835125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.835507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:57:38.841865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:39.028002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Attempting to bind port 52cca917-22a6-4faf-a60f-139909108894 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:57:39.028388 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Attempting to bind port 52cca917-22a6-4faf-a60f-139909108894 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:57:39.028731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Attempting to bind port 52cca917-22a6-4faf-a60f-139909108894 on network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:57:39.037201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:57:39.037604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Checking segment: {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:57:39.037977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:39.038585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Bound using segment: {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:57:39.039114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Bound port: 52cca917-22a6-4faf-a60f-139909108894, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f1506a-c857-4c84-9d7e-539cf071712d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:57:39.039501 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:39.054274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:24Z', 'updated_at': '2021-02-17T20:57:35Z', 'revision_number': 5, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'gw_port': {'id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:26Z', 'updated_at': '2021-02-17T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:39.059502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] Checking router: 289d9ed0-7806-4501-9da1-5938ef63e24b for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:57:39.071643 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] Routers {'289d9ed0-7806-4501-9da1-5938ef63e24b'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:39.072487 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:57:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['289d9ed0-7806-4501-9da1-5938ef63e24b'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:39.153221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] For port 52cca917-22a6-4faf-a60f-139909108894, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:57:39.156732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] For port 52cca917-22a6-4faf-a60f-139909108894, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=52cca917-22a6-4faf-a60f-139909108894,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:57:39.160044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:39.176310 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-98f02d1d-ba1a-449a-a053-875a51ec59e9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:39.188952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:39.200832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Deleting port 268baeba-4446-4705-92a8-5f2c40fc6e41 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:57:39.201206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:39.273992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] Set router 289d9ed0-7806-4501-9da1-5938ef63e24b gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:39.354449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Pushing event updated for resources: {'Port': ['ID=52cca917-22a6-4faf-a60f-139909108894,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:39.361579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:39.403664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:39.404309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:39.405765 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] 10.222.0.67 "PUT /v2.0/ports/52cca917-22a6-4faf-a60f-139909108894 HTTP/1.1" status: 200 len: 1157 time: 2.6873734 Feb 17 20:57:39.406344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'tag': '52cca917-22a6-4faf-a60f-139909108894'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:39.421270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] For port 268baeba-4446-4705-92a8-5f2c40fc6e41, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=268baeba-4446-4705-92a8-5f2c40fc6e41,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:57:39.421678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:39.539659 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'tag': '52cca917-22a6-4faf-a60f-139909108894', 'status': 'completed', 'code': 200} Feb 17 20:57:39.601745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025785-a9b6-437d-b103-ded7f325510b req-bb9c89cd-101a-4149-9cf5-4b6121e543ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:39.603690 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-bb9c89cd-101a-4149-9cf5-4b6121e543ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 1160 time: 0.1551783 Feb 17 20:57:39.628706 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Calling delete_port for 268baeba-4446-4705-92a8-5f2c40fc6e41 owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:57:39.702147 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-10c83786-f69d-4a8e-bd6b-36515583fd37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52cca917-22a6-4faf-a60f-139909108894 HTTP/1.1" status: 200 len: 217 time: 0.0886533 Feb 17 20:57:39.780549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025785-a9b6-437d-b103-ded7f325510b req-890afdf6-476b-4cd8-bea3-2f6c85d6930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:39.782228 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-890afdf6-476b-4cd8-bea3-2f6c85d6930c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.0726051 Feb 17 20:57:39.845743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:24Z', 'updated_at': '2021-02-17T20:57:35Z', 'revision_number': 5, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'gw_port': {'id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:26Z', 'updated_at': '2021-02-17T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:39.851476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13762e6-b6fd-4989-8165-2ec5c84ff067 None None] The sync data for ids ['289d9ed0-7806-4501-9da1-5938ef63e24b'] in dv-cinder-760184-4-iscsi is: [{'id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'name': 'tempest-ServerRescueNegativeTestJSON-801121037-router', 'tenant_id': 'b93746ff33334264b56b64a30dac7f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:24Z', 'updated_at': '2021-02-17T20:57:35Z', 'revision_number': 5, 'project_id': 'b93746ff33334264b56b64a30dac7f53', 'gw_port': {'id': '268baeba-4446-4705-92a8-5f2c40fc6e41', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289d9ed0-7806-4501-9da1-5938ef63e24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:26Z', 'updated_at': '2021-02-17T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:57:39.963001 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9995d-9d05-489a-80fe-05f70233a3f0 req-266b1dfc-2536-4527-a27a-f0cf7f9f4a29 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:39.964782 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b9c9995d-9d05-489a-80fe-05f70233a3f0 req-266b1dfc-2536-4527-a27a-f0cf7f9f4a29 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.3443823 Feb 17 20:57:40.033940 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b9c9995d-9d05-489a-80fe-05f70233a3f0 req-5c2a5674-05cf-4711-b0a9-75957331f034 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607767 Feb 17 20:57:40.111466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:40.128236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:40.154633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025785-a9b6-437d-b103-ded7f325510b req-e40c2d5e-fd71-40d5-82b9-f3931c33be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:40.156625 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-e40c2d5e-fd71-40d5-82b9-f3931c33be75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3655679 Feb 17 20:57:40.236223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Pushing event deleted for resources: {'Port': ['ID=268baeba-4446-4705-92a8-5f2c40fc6e41,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:40.242058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:40.311464 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-4198f1e9-0e86-4c11-ae8c-1709abe90f67 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470137 Feb 17 20:57:40.358327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687493'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:40.432566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 5619abbf-e376-4d6f-bb57-62c37d86b51b no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:57:40.468339 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32025785-a9b6-437d-b103-ded7f325510b req-17df2293-e939-431c-81a0-5a610270c94b service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1493657 Feb 17 20:57:40.500949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 5619abbf-e376-4d6f-bb57-62c37d86b51b {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:57:40.501649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 5619abbf-e376-4d6f-bb57-62c37d86b51b not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:57:40.553957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854111179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5019'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:40.556529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:40.605285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-0a0c54f2-aa4c-4729-b7fe-3da60fa29b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:40.606988 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-0a0c54f2-aa4c-4729-b7fe-3da60fa29b31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 1160 time: 0.0838196 Feb 17 20:57:40.651898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110185'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:40.652489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 289d9ed0-7806-4501-9da1-5938ef63e24b {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:57:40.666529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:40.667776 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] 10.222.0.30 "DELETE /v2.0/routers/289d9ed0-7806-4501-9da1-5938ef63e24b HTTP/1.1" status: 204 len: 168 time: 2.1511018 Feb 17 20:57:40.670461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54070) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:40.740798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] Deleting subnet 2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:57:40.744463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:40.766516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-a900708c-3716-4c5d-ae65-e4078f0c90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:40.768233 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-a900708c-3716-4c5d-ae65-e4078f0c90e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 911 time: 0.1511891 Feb 17 20:57:40.804008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:40.852560 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-6a8c8f12-e9f1-405b-af3c-0c30800f4a0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52cca917-22a6-4faf-a60f-139909108894 HTTP/1.1" status: 200 len: 217 time: 0.0762362 Feb 17 20:57:40.866727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:40.929794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-111c921f-c63d-4a36-b13d-c2200de6f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:40.931474 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-111c921f-c63d-4a36-b13d-c2200de6f6b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.0719633 Feb 17 20:57:41.024911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-3e63f827-ec19-4081-a1ea-6b94355046fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:41.026522 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-3e63f827-ec19-4081-a1ea-6b94355046fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874889 Feb 17 20:57:41.153775 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:41.171298 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5d0e4854-b83b-4159-a669-164e0ab763e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:41.182591 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-eb040a46-ad42-4ecc-bbc5-1ef6633b9853 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478395 Feb 17 20:57:41.309033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:41.324707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:41.333961 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f483848e-768b-4948-86f2-42f22dd9ff62 req-747afde4-44df-43fe-bf24-3a921ad3cfff service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446121 Feb 17 20:57:41.382293 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:41.393857 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2aa7c52c-5d80-40c4-b8eb-7c0f2ff780d9 HTTP/1.1" status: 204 len: 168 time: 0.7223694 Feb 17 20:57:41.397398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54076) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:41.402710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c589fe-ce89-4492-8c36-c9fd25b5693c req-b57f6b17-842b-4a44-b89e-ae57e6e7ba05 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:41.404324 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-14c589fe-ce89-4492-8c36-c9fd25b5693c req-b57f6b17-842b-4a44-b89e-ae57e6e7ba05 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.1535273 Feb 17 20:57:41.458518 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-14c589fe-ce89-4492-8c36-c9fd25b5693c req-643bab8a-9820-41e0-b6cb-83b332a523f4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469997 Feb 17 20:57:41.518772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:41.719281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:41.835866 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a680ea41-3c84-4135-b05f-36d55d86a7c0']}} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:41.852508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508') {'for_net_delete': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:41.852836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e9dd5f-8c3c-4c6b-88b9-0a6d95085508') {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:41.865394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66616645'] for segment, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:41.882191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:41.884288 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:57:42.063483 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:57:42.073585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036788161726'] for segment, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:42.267435 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Network a680ea41-3c84-4135-b05f-36d55d86a7c0 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:57:42.293608 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:57:42.372013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 268baeba-4446-4705-92a8-5f2c40fc6e41 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:57:42.385170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:42.390059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:42.394390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:42.417657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 268baeba-4446-4705-92a8-5f2c40fc6e41 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:57:42.418058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 268baeba-4446-4705-92a8-5f2c40fc6e41 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:57:42.422014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Pushing event deleted for resources: {'Network': ['ID=a680ea41-3c84-4135-b05f-36d55d86a7c0,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:42.424973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:42.427401 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7c747dae-59fb-4f41-9809-c9f827e85503 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a680ea41-3c84-4135-b05f-36d55d86a7c0 HTTP/1.1" status: 204 len: 168 time: 1.0286117 Feb 17 20:57:42.632779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54086) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:42.679561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f4eb2-6b91-4bb4-976d-7bd157d35bf6 req-ec4c5e46-5b38-4ed8-956e-ce7e65dc3190 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:42.681143 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-176f4eb2-6b91-4bb4-976d-7bd157d35bf6 req-ec4c5e46-5b38-4ed8-956e-ce7e65dc3190 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0960746 Feb 17 20:57:42.690272 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6a491fd7-1080-4451-a9d3-d439f0301acb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b93746ff33334264b56b64a30dac7f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561194 Feb 17 20:57:42.693112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54090) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:42.740261 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-176f4eb2-6b91-4bb4-976d-7bd157d35bf6 req-45b272f8-a3ad-4b69-ac2c-c3ad3af5acef tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510950 Feb 17 20:57:42.760739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-61b77027-7284-4012-8873-e2b3717b7093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:42.792009 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-61b77027-7284-4012-8873-e2b3717b7093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:42.848310 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-61b77027-7284-4012-8873-e2b3717b7093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:42.853826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-963461b1-d6d8-43db-9f71-3e0642f9dbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:42.865827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b77027-7284-4012-8873-e2b3717b7093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0740b-60e4-4023-8df4-96fb3b72fd2a,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:42.870229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-61b77027-7284-4012-8873-e2b3717b7093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:42.873986 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-61b77027-7284-4012-8873-e2b3717b7093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:42.875243 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-61b77027-7284-4012-8873-e2b3717b7093 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2c0740b-60e4-4023-8df4-96fb3b72fd2a HTTP/1.1" status: 204 len: 168 time: 0.1811454 Feb 17 20:57:43.906704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 52cca917-22a6-4faf-a60f-139909108894 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:57:43.981020 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 52cca917-22a6-4faf-a60f-139909108894 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:57:43.986238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 52cca917-22a6-4faf-a60f-139909108894 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:43.986696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:44.024919 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85660a4-d3f6-4c15-90ec-945ffd9abacf req-2c631b5c-f4fe-475b-9c00-b833404cf0ae tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:44.026837 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d85660a4-d3f6-4c15-90ec-945ffd9abacf req-2c631b5c-f4fe-475b-9c00-b833404cf0ae tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.1590087 Feb 17 20:57:44.080532 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d85660a4-d3f6-4c15-90ec-945ffd9abacf req-7d53c4d9-61e8-4432-8aed-c6045bcc166f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474429 Feb 17 20:57:44.190470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:44.222645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cca917-22a6-4faf-a60f-139909108894'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:44.233600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 52cca917-22a6-4faf-a60f-139909108894, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=52cca917-22a6-4faf-a60f-139909108894,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:57:44.235838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:44.237969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:44.330527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=52cca917-22a6-4faf-a60f-139909108894,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:44.347213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:44.352083 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cca917-22a6-4faf-a60f-139909108894', 'code': 200} Feb 17 20:57:44.626048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1709c-2210-4a82-9989-9371973bb166 req-bad74d55-c921-4d4e-a18a-fe5fea9a1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:44.628243 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d1f1709c-2210-4a82-9989-9371973bb166 req-bad74d55-c921-4d4e-a18a-fe5fea9a1bf2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 1162 time: 0.0846241 Feb 17 20:57:44.677991 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d1f1709c-2210-4a82-9989-9371973bb166 req-bab3737e-86b2-4156-8440-b9540781ecc4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402718 Feb 17 20:57:45.291174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774eae95-b704-4f67-89b1-30603eed7532 req-10b18cc0-9291-444c-bd51-4be564debbf4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:45.293011 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-774eae95-b704-4f67-89b1-30603eed7532 req-10b18cc0-9291-444c-bd51-4be564debbf4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0917563 Feb 17 20:57:45.350418 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-774eae95-b704-4f67-89b1-30603eed7532 req-6b2749ec-a0c6-44a0-906b-eb8d7e990603 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507979 Feb 17 20:57:45.358948 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 52cca917-22a6-4faf-a60f-139909108894 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:57:45.437114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 52cca917-22a6-4faf-a60f-139909108894 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:57:45.437527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:46.559561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86de101-8837-479b-9c9c-77982ac9b122 req-f20f639f-183a-434b-a2e6-518ec30a4163 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:46.561188 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e86de101-8837-479b-9c9c-77982ac9b122 req-f20f639f-183a-434b-a2e6-518ec30a4163 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0886743 Feb 17 20:57:46.612377 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e86de101-8837-479b-9c9c-77982ac9b122 req-fcd7c3f0-f920-40ce-a9a0-9bd022b6a470 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Feb 17 20:57:46.820436 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b359684-345d-4f16-8ac1-fb94529bf272 req-303be002-abca-4013-9e85-2fd7c064ed8a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:46.822051 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8b359684-345d-4f16-8ac1-fb94529bf272 req-303be002-abca-4013-9e85-2fd7c064ed8a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0912700 Feb 17 20:57:46.831769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54166) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:46.837812 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-ebb3b30d-9b8e-4726-b9d2-de2abe78c156 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Request body: {'floatingip': {'port_id': '52cca917-22a6-4faf-a60f-139909108894'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:57:46.919450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b30d-9b8e-4726-b9d2-de2abe78c156 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:47.800025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b30d-9b8e-4726-b9d2-de2abe78c156 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:47.803129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b30d-9b8e-4726-b9d2-de2abe78c156 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:47.988346 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [None req-ebb3b30d-9b8e-4726-b9d2-de2abe78c156 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Floating IP 2b4831ea-292f-41bc-949b-276816ce52bf associated. External IP: 172.27.0.126, port: 52cca917-22a6-4faf-a60f-139909108894. Feb 17 20:57:48.257662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c29c1b50-4544-4bbe-943a-fdcb997a0bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:48.374799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb3b30d-9b8e-4726-b9d2-de2abe78c156 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Router ffd4ff45-ce1b-4acf-b348-61a83a73e8af has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:57:48.572871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb3b30d-9b8e-4726-b9d2-de2abe78c156 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:57:48.577338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b30d-9b8e-4726-b9d2-de2abe78c156 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:48.584521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] Sync routers for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:57:48.595445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:48.596113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:57:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:48.640079 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ebb3b30d-9b8e-4726-b9d2-de2abe78c156 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "PUT /v2.0/floatingips/2b4831ea-292f-41bc-949b-276816ce52bf HTTP/1.1" status: 200 len: 991 time: 1.8070471 Feb 17 20:57:48.640688 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'tag': '52cca917-22a6-4faf-a60f-139909108894'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:57:48.789751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:49.317736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '2b4831ea-292f-41bc-949b-276816ce52bf', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'port_id': '52cca917-22a6-4faf-a60f-139909108894', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'mac_address': 'fa:16:3e:31:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b71631-bffe-4983-a371-0fcc81c18a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:57:29Z', 'updated_at': '2021-02-17T20:57:47Z', 'revision_number': 1, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:49.323054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] Checking router: ffd4ff45-ce1b-4acf-b348-61a83a73e8af for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:57:49.334738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:57:49.335467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:57:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:49.455377 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'tag': '52cca917-22a6-4faf-a60f-139909108894', 'status': 'completed', 'code': 200} Feb 17 20:57:49.544101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:57:49.574098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-0297da3c-bb5f-4237-b78a-2ea5e3208790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:49.575691 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-0297da3c-bb5f-4237-b78a-2ea5e3208790 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 1162 time: 0.0836959 Feb 17 20:57:49.733288 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-cc33bd6f-b48b-4da0-ad03-eb33e1f170c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:49.734997 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-cc33bd6f-b48b-4da0-ad03-eb33e1f170c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 911 time: 0.1465006 Feb 17 20:57:49.862815 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-11a3baea-66c6-4a24-86b2-2c8e4f90d845 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52cca917-22a6-4faf-a60f-139909108894 HTTP/1.1" status: 200 len: 999 time: 0.1201108 Feb 17 20:57:49.936668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '2b4831ea-292f-41bc-949b-276816ce52bf', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'port_id': '52cca917-22a6-4faf-a60f-139909108894', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'mac_address': 'fa:16:3e:31:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b71631-bffe-4983-a371-0fcc81c18a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:57:29Z', 'updated_at': '2021-02-17T20:57:47Z', 'revision_number': 1, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:57:49.940967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a6358-f6a3-4ee8-bec0-10101c28ae27 None None] The sync data for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi is: [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '2b4831ea-292f-41bc-949b-276816ce52bf', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'port_id': '52cca917-22a6-4faf-a60f-139909108894', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'mac_address': 'fa:16:3e:31:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b71631-bffe-4983-a371-0fcc81c18a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:57:29Z', 'updated_at': '2021-02-17T20:57:47Z', 'revision_number': 1, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:57:49.941908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-bba814ec-005c-4d96-9864-b150b915c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:49.943878 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-bba814ec-005c-4d96-9864-b150b915c4da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.0704620 Feb 17 20:57:50.032765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-a480a4c1-e028-4f3b-874e-0eedb8d80ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:50.034476 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-a480a4c1-e028-4f3b-874e-0eedb8d80ee6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839665 Feb 17 20:57:50.185415 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-4d3f3cce-317a-43e7-8caf-7e5ae17f2976 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421218 Feb 17 20:57:50.241611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10349588-ebb3-4eda-a3ae-8fb1ed64e2ee None None] New status for floating IP 2b4831ea-292f-41bc-949b-276816ce52bf: ACTIVE {{(pid=84030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:57:50.343776 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6eea8dfb-b2f0-468f-bcbb-65a79004731b req-13452bbf-45f6-4770-b94b-b373d7a39b96 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504550 Feb 17 20:57:50.634325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a93b87d8-9dc0-472f-9e70-ed77ddd10eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:51.006571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:52.382435 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:52.730758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:53.554871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54240) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:53.681578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:53.697749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:53.701816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Usage tracker for resource:security_group_rule and tenant:5e7b0e5995f94f0dbb378463672e62fd is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:53.704768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:53.711037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:53.801235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:53.806993 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:53.815707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8f4d981e-5564-48c3-8d5f-f9043b06bf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:53.868059 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e7b0e5995f94f0dbb378463672e62fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119962 Feb 17 20:57:53.871195 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54250) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:53.917466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c110f9-82ef-48a3-ab33-4b667278f6c3,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:53.923437 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:53.946804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-743003d1-b35b-4594-94fd-41883ad14253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:53.965755 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-f7d4672c-e36d-4e1f-901e-3b36259a2215 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0958154 Feb 17 20:57:53.976298 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-743003d1-b35b-4594-94fd-41883ad14253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:54.026225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-743003d1-b35b-4594-94fd-41883ad14253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:54.031383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-71c3e776-f07e-41b8-8d4b-821327512ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:54.044228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743003d1-b35b-4594-94fd-41883ad14253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c110f9-82ef-48a3-ab33-4b667278f6c3,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:54.047417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-743003d1-b35b-4594-94fd-41883ad14253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:54.049422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-743003d1-b35b-4594-94fd-41883ad14253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:54.053318 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-743003d1-b35b-4594-94fd-41883ad14253 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13c110f9-82ef-48a3-ab33-4b667278f6c3 HTTP/1.1" status: 204 len: 168 time: 0.1784258 Feb 17 20:57:54.161503 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-43d59156-f269-4d81-9616-3725a011cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:54.163339 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-43d59156-f269-4d81-9616-3725a011cbfb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1203 time: 0.1054189 Feb 17 20:57:54.341794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-9e1b9a44-6cf7-416a-b085-59aa55e92d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:54.343460 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-9e1b9a44-6cf7-416a-b085-59aa55e92d7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 910 time: 0.1481593 Feb 17 20:57:54.462708 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-9d06cba1-67f9-4837-ba25-b09d5f20c450 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 1002 time: 0.1105497 Feb 17 20:57:54.537091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-2b61ddb5-44ff-403b-89f2-923f5cbb71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:54.538981 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-2b61ddb5-44ff-403b-89f2-923f5cbb71de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.0697622 Feb 17 20:57:54.626572 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-e530a292-5460-4d08-955c-9b501dcc9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:57:54.628189 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-e530a292-5460-4d08-955c-9b501dcc9744 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817523 Feb 17 20:57:54.782228 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-6f872f04-0244-4679-b59a-4ce3e1eebbac service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422255 Feb 17 20:57:55.192971 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b3fe3cb0-1d47-401e-9ea7-b27200a56a93 req-782a821f-afbb-4da7-8be3-3a6818e2d8a4 service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4030046 Feb 17 20:57:56.075860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54306) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:56.212729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:56.230880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:56.235933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Usage tracker for resource:security_group_rule and tenant:1c40d0acd3134ee3a217d8a92b45bd6f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:56.240326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:56.247397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:56.349130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:56.352292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:56.362166 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ea0f2551-17da-4562-90fc-e4d9a92237fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:56.407504 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c40d0acd3134ee3a217d8a92b45bd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304346 Feb 17 20:57:56.408493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84fec8-42d2-4beb-ae1a-0175bc967435,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:56.411429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54316) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:56.412671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:56.480743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f01d760-30ee-41f7-b30a-1c63cbd6e378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:56.510122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f01d760-30ee-41f7-b30a-1c63cbd6e378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:56.556431 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f01d760-30ee-41f7-b30a-1c63cbd6e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:56.561461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-743003d1-b35b-4594-94fd-41883ad14253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:56.577452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01d760-30ee-41f7-b30a-1c63cbd6e378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84fec8-42d2-4beb-ae1a-0175bc967435,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:56.580702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2f01d760-30ee-41f7-b30a-1c63cbd6e378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:56.583293 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f01d760-30ee-41f7-b30a-1c63cbd6e378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:56.584666 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2f01d760-30ee-41f7-b30a-1c63cbd6e378 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb84fec8-42d2-4beb-ae1a-0175bc967435 HTTP/1.1" status: 204 len: 168 time: 0.1722374 Feb 17 20:57:56.880546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54324) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:56.900186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:56.916450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:57:56.920503 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Usage tracker for resource:security_group_rule and tenant:5232b3c2d43b4bf98def570693030723 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:57:56.923511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:57:56.930077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:57:57.017249 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:57.020372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:57.029332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-90d6ae0b-0e2b-405f-9a93-4a30d76607a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:57.074027 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5232b3c2d43b4bf98def570693030723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922646 Feb 17 20:57:57.075004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36133e35-7a04-4257-92ce-28374970317c,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:57.076956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54328) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:57:57.078760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:57.142280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4eaece1-b570-424b-b89c-486ecf0ced4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:57.170832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4eaece1-b570-424b-b89c-486ecf0ced4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:57.216236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4eaece1-b570-424b-b89c-486ecf0ced4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:57.221226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9fc99db9-7148-4086-bf19-6b94efc7786b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:57:57.235744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaece1-b570-424b-b89c-486ecf0ced4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36133e35-7a04-4257-92ce-28374970317c,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:57:57.240757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4eaece1-b570-424b-b89c-486ecf0ced4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:57:57.248735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4eaece1-b570-424b-b89c-486ecf0ced4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:57:57.249954 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b4eaece1-b570-424b-b89c-486ecf0ced4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36133e35-7a04-4257-92ce-28374970317c HTTP/1.1" status: 204 len: 168 time: 0.1719370 Feb 17 20:58:00.761866 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:58:01.510702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:17.501273 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-a1e9668c-c17a-4a37-863d-2c8d7390793e tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1699764001&fields=id&tenant_id=f5e93ed1196b40128fd2f890fa21de32 HTTP/1.1" status: 200 len: 267 time: 0.0451632 Feb 17 20:58:17.597568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-148c4bb6-04be-41d9-a10e-1de5f33dac00 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:17.599244 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-148c4bb6-04be-41d9-a10e-1de5f33dac00 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 985 time: 0.0914383 Feb 17 20:58:17.611155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Request body: {'port': {'security_groups': ['d3d1bc11-941b-4997-bab0-3b65554a9357']}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:58:17.751012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.084301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] For port d66a03c6-9fdb-43ef-b93b-8a8c71187ace, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:18.110899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.114670 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789542830'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.130651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:18.260049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6f9188a-f534-4851-9ea2-56a83815ef1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.295237 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event updated for resources: {'Port': ['ID=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,revision_number=6']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:18.309971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.310478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.310898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.311308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.311713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.312123 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.312521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.312920 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.313324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.313718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.314105 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.314547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.315005 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.315402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.316377 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.317063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.317555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.317957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.318381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.318780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.319176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.319569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.319962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.320353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:18.327426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:18.361612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:18.362320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.365026 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e71df5b4-6d52-40f1-8c2c-4529066197df req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "PUT /v2.0/ports/d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 943 time: 0.7588887 Feb 17 20:58:18.366046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:58:18.442970 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-849d0739-d491-4a67-bcdb-0c0cd50aebde req-54be6c6e-d06a-4f21-a281-396687bbd50b tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups/d82dae69-c25a-4cf1-a995-9798ba66ab60 HTTP/1.1" status: 200 len: 3005 time: 0.0585299 Feb 17 20:58:18.445268 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'status': 'completed', 'code': 200} Feb 17 20:58:18.532583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-849d0739-d491-4a67-bcdb-0c0cd50aebde req-342594ce-2552-4a36-8347-9dd4b7e0dfb2 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.567626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-88a367a4-e878-4cdf-ad8a-b5a34666ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:18.569293 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-88a367a4-e878-4cdf-ad8a-b5a34666ad9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1163 time: 0.0969360 Feb 17 20:58:18.572996 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-849d0739-d491-4a67-bcdb-0c0cd50aebde req-342594ce-2552-4a36-8347-9dd4b7e0dfb2 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.624058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-849d0739-d491-4a67-bcdb-0c0cd50aebde req-342594ce-2552-4a36-8347-9dd4b7e0dfb2 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.630033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ddf8ffc6-24b8-4b26-b26a-9c0dad15fd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:18.650341 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342594ce-2552-4a36-8347-9dd4b7e0dfb2 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82dae69-c25a-4cf1-a995-9798ba66ab60,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:18.653492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-342594ce-2552-4a36-8347-9dd4b7e0dfb2 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:18.665268 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-849d0739-d491-4a67-bcdb-0c0cd50aebde req-342594ce-2552-4a36-8347-9dd4b7e0dfb2 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.666598 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-849d0739-d491-4a67-bcdb-0c0cd50aebde req-342594ce-2552-4a36-8347-9dd4b7e0dfb2 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "DELETE /v2.0/security-groups/d82dae69-c25a-4cf1-a995-9798ba66ab60 HTTP/1.1" status: 204 len: 173 time: 0.2162294 Feb 17 20:58:18.709458 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f95bb694-50a1-4dde-9b50-1ff1fe3a574f None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:58:18.710223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f95bb694-50a1-4dde-9b50-1ff1fe3a574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:18.729405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-9cac2fd0-df93-4e3e-9156-d5c9841eeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:18.731107 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-9cac2fd0-df93-4e3e-9156-d5c9841eeee0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 910 time: 0.1549106 Feb 17 20:58:18.846634 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-2eb70d5d-10eb-4059-83ba-90925fb64e61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/floatingips/f3d31be0-b04f-41d8-8653-e4b4e92f8719 HTTP/1.1" status: 200 len: 999 time: 0.1580226 Feb 17 20:58:18.866650 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-cf432b3d-d6e8-45ca-9d76-c768d78488a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 1002 time: 0.1269586 Feb 17 20:58:18.952113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-fd74f666-b5ab-443f-8693-049b08ab35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:18.954391 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-fd74f666-b5ab-443f-8693-049b08ab35d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.0755134 Feb 17 20:58:19.058118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-be0e4e9b-1909-4374-a8c7-19c6555b4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:19.060023 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-be0e4e9b-1909-4374-a8c7-19c6555b4ed3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912843 Feb 17 20:58:19.218805 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-79cf4c9e-da10-4a74-b507-1e59112cea0a service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489394 Feb 17 20:58:19.269148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-3e2f1bb3-63c4-4e99-b23e-c1f38dfae4f1 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:19.271226 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-3e2f1bb3-63c4-4e99-b23e-c1f38dfae4f1 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.4162607 Feb 17 20:58:19.282559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-c3bf193b-53a3-4352-ab97-f857de1fc1f5 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 20:58:19.283629 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-c3bf193b-53a3-4352-ab97-f857de1fc1f5 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063808 Feb 17 20:58:19.378696 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3e44eee5-2b6d-4266-b147-898ae43adf2e req-97385fcd-e420-4e4b-9dd4-2291abae8c1b service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1517208 Feb 17 20:58:19.410156 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-d2ab6576-4744-49be-849d-f4823b3608e5 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.201 HTTP/1.1" status: 200 len: 1002 time: 0.1173823 Feb 17 20:58:19.498538 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-77e8a7dd-57de-4e83-af7f-ba03c6b427e4 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:19.500049 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-77e8a7dd-57de-4e83-af7f-ba03c6b427e4 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports/d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 943 time: 0.0847027 Feb 17 20:58:19.710671 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-5a3a78e0-9adf-4a6c-b84a-8b458809d8aa tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.201 HTTP/1.1" status: 200 len: 1002 time: 0.1228538 Feb 17 20:58:19.945531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Deleting port 188f1708-60e5-4c26-886a-cd8bf220cce4 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:58:19.945906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:20.044983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d66a03c6-9fdb-43ef-b93b-8a8c71187ace up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:58:20.126522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:58:20.127034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:20.135857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:20.136333 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:20.280266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Calling delete_port for 188f1708-60e5-4c26-886a-cd8bf220cce4 owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:58:20.453247 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:20.470728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-edb10f14-ffea-48d0-ad52-2ea77e0f967e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:20.574018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event deleted for resources: {'Port': ['ID=188f1708-60e5-4c26-886a-cd8bf220cce4,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:20.577018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:20.638082 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c19766ae-78d2-47ea-bd8d-e928d3762f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:20.728311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:20.728932 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Floating IP f3d31be0-b04f-41d8-8653-e4b4e92f8719 disassociated (deleted). External IP: 172.27.0.201, port: d66a03c6-9fdb-43ef-b93b-8a8c71187ace. Feb 17 20:58:21.008670 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:21.118950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:58:21.317721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:58:21.328075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] Sync routers for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:58:21.338675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:21.340000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:58:21.340681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:21.400694 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "DELETE /v2.0/floatingips/f3d31be0-b04f-41d8-8653-e4b4e92f8719 HTTP/1.1" status: 204 len: 173 time: 1.6836197 Feb 17 20:58:21.401301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:58:21.460787 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'status': 'completed', 'code': 200} Feb 17 20:58:21.542096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:58:21.572288 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-bd2352cf-483a-41de-b4f5-c7b3474c7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:21.573855 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-bd2352cf-483a-41de-b4f5-c7b3474c7455 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1163 time: 0.0884125 Feb 17 20:58:21.619625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-669abcf0-1aa0-4f21-a948-9a1d982ef0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:21.622511 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-669abcf0-1aa0-4f21-a948-9a1d982ef0b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e93ed1196b40128fd2f890fa21de32&device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 1163 time: 0.2071817 Feb 17 20:58:21.740744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-820eee26-b434-4933-9410-b6b02f27a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:21.742035 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-820eee26-b434-4933-9410-b6b02f27a6cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 910 time: 0.1593430 Feb 17 20:58:21.810025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-b733a1dc-d0d3-4e63-b8cd-e3834b2d80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:21.828140 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-b733a1dc-d0d3-4e63-b8cd-e3834b2d80f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 200 len: 910 time: 0.1964927 Feb 17 20:58:21.851981 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-cd61df8b-4076-4870-9747-ce562adf16ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 217 time: 0.1020625 Feb 17 20:58:21.926272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:31Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'ec3b9b18-5732-422c-97c8-de9e4e50e965', 'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'mac_address': 'fa:16:3e:38:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:27Z', 'updated_at': '2021-02-17T20:54:51Z', 'revision_number': 5, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'subnets': [{'id': '63431a95-84a7-4517-9808-38c4da2fe144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:21.927908 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-80415083-e015-47c0-ad8f-4f8bb42ab28a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 200 len: 217 time: 0.0989702 Feb 17 20:58:21.932055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] Checking router: e8d7aea0-1c6e-498b-874c-fc200ac4bb08 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:58:21.934406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-676527ba-ecd3-40c6-aa74-5f7bb2ae66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:21.936205 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-676527ba-ecd3-40c6-aa74-5f7bb2ae66b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.0742204 Feb 17 20:58:21.957349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:58:21.958396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:22.013925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-868cc7e9-6aa0-4c96-99b1-309255f5892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:22.025779 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-868cc7e9-6aa0-4c96-99b1-309255f5892e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 200 len: 854 time: 0.0965469 Feb 17 20:58:22.052646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-4e181841-da98-4698-bd06-538b6b62176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:22.054539 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-4e181841-da98-4698-bd06-538b6b62176e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098108 Feb 17 20:58:22.119198 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-9e457c9e-d6c8-4c61-945f-5f01b0670fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:22.121496 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-9e457c9e-d6c8-4c61-945f-5f01b0670fb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7a4e2ba-167f-4279-b488-da72425c1fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947936 Feb 17 20:58:22.191402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:58:22.214380 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-39c0ca5d-693b-42a3-8db7-51c6b225ec85 service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520007 Feb 17 20:58:22.311831 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-78237d7c-776a-4009-a1fa-1759d584245c service neutron] 10.222.0.30 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814632 Feb 17 20:58:22.404304 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-59c20a5d-8f2d-4ed2-b7f8-d537b6e10542 req-dd5fbd3c-7920-4dbb-8db8-24c970d05f5e service neutron] 10.222.0.67 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1808088 Feb 17 20:58:22.485952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:22.714461 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c913e49-0a5b-4c1f-89d6-5f591dc9b794 req-6e2c0079-4e95-4b7f-9d5d-399ad791ba05 service neutron] 10.222.0.30 "GET /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3950334 Feb 17 20:58:22.756045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:22.779708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:31Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'ec3b9b18-5732-422c-97c8-de9e4e50e965', 'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'mac_address': 'fa:16:3e:38:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:27Z', 'updated_at': '2021-02-17T20:54:51Z', 'revision_number': 5, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'subnets': [{'id': '63431a95-84a7-4517-9808-38c4da2fe144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:22.784144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d772cd9-d2e9-4f9d-91d1-f77ccd210759 None None] The sync data for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi is: [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:54:31Z', 'revision_number': 4, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'ec3b9b18-5732-422c-97c8-de9e4e50e965', 'name': '', 'network_id': 'b7a4e2ba-167f-4279-b488-da72425c1fed', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'mac_address': 'fa:16:3e:38:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '63431a95-84a7-4517-9808-38c4da2fe144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:27Z', 'updated_at': '2021-02-17T20:54:51Z', 'revision_number': 5, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'subnets': [{'id': '63431a95-84a7-4517-9808-38c4da2fe144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:58:23.166947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cdcff6-5abe-4618-a6e6-0f4d17ae32de None None] New status for floating IP f3d31be0-b04f-41d8-8653-e4b4e92f8719: DOWN {{(pid=84030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:58:31.504828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:31.907221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54682) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:32.043223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:32.060424 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:58:32.065022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c3b7657d614df3bec51f55c4439ad0 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:58:32.069220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:58:32.075271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:58:32.165026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:32.168104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:32.177840 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4fab158b-f602-4c05-9ea3-3ed272428754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:32.224242 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3c3b7657d614df3bec51f55c4439ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158035 Feb 17 20:58:32.225195 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d79ab9-f6cb-446a-b9c5-23d436c2389a,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:32.227194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54698) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:32.228810 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f3a22146-dc80-4bb1-a9dd-0e25ea0e46d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:32.294430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0ce4804b-dfbf-4ea5-86e2-a72279c05333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:32.326231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0ce4804b-dfbf-4ea5-86e2-a72279c05333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:32.382331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0ce4804b-dfbf-4ea5-86e2-a72279c05333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:32.387822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-342594ce-2552-4a36-8347-9dd4b7e0dfb2 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:32.402973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4804b-dfbf-4ea5-86e2-a72279c05333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d79ab9-f6cb-446a-b9c5-23d436c2389a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:32.405872 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0ce4804b-dfbf-4ea5-86e2-a72279c05333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:32.407155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0ce4804b-dfbf-4ea5-86e2-a72279c05333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:32.411173 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0ce4804b-dfbf-4ea5-86e2-a72279c05333 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77d79ab9-f6cb-446a-b9c5-23d436c2389a HTTP/1.1" status: 204 len: 168 time: 0.1800594 Feb 17 20:58:33.643532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54740) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:33.782245 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:33.804261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:58:33.808445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Usage tracker for resource:security_group_rule and tenant:7f57524a2ab6475a9a6a1334cc72020d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:58:33.811573 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:58:33.817908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:58:33.965484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:33.970246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:33.979846 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b161b601-acbd-4f2b-9114-9475159d23ae tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:34.026718 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f57524a2ab6475a9a6a1334cc72020d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818934 Feb 17 20:58:34.029718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54748) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:34.033454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54c3c24-03ec-4791-8e6a-8e4755d75437,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:34.037258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:34.047954 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6094968-eeba-4e18-b0ea-f2a0286830db req-917105e5-098f-4e59-b5c8-8fbfb63228ae tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:34.048710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a6094968-eeba-4e18-b0ea-f2a0286830db req-917105e5-098f-4e59-b5c8-8fbfb63228ae tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Synchronizing usage tracker for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:58:34.067477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a6094968-eeba-4e18-b0ea-f2a0286830db req-917105e5-098f-4e59-b5c8-8fbfb63228ae tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Unset dirty status for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:58:34.068811 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a6094968-eeba-4e18-b0ea-f2a0286830db req-917105e5-098f-4e59-b5c8-8fbfb63228ae tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.1908443 Feb 17 20:58:34.100184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8640624c-2336-48d5-a443-03a91c91af03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:34.117610 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a6094968-eeba-4e18-b0ea-f2a0286830db req-2da4f553-e983-48f3-b8de-407788ead331 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Synchronizing usage tracker for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:58:34.128570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8640624c-2336-48d5-a443-03a91c91af03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:34.132793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a6094968-eeba-4e18-b0ea-f2a0286830db req-2da4f553-e983-48f3-b8de-407788ead331 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Unset dirty status for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:58:34.134037 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a6094968-eeba-4e18-b0ea-f2a0286830db req-2da4f553-e983-48f3-b8de-407788ead331 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588708 Feb 17 20:58:34.178550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8640624c-2336-48d5-a443-03a91c91af03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:34.183583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf3ff1ba-d1c7-4cde-a270-8d05d675762c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:34.196774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640624c-2336-48d5-a443-03a91c91af03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54c3c24-03ec-4791-8e6a-8e4755d75437,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:34.200953 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8640624c-2336-48d5-a443-03a91c91af03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:34.207800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8640624c-2336-48d5-a443-03a91c91af03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:34.209672 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8640624c-2336-48d5-a443-03a91c91af03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c54c3c24-03ec-4791-8e6a-8e4755d75437 HTTP/1.1" status: 204 len: 168 time: 0.1788232 Feb 17 20:58:35.343164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ebd52-f69d-4550-adc3-6070cba3e75a req-60e14198-b5f9-45bd-89c6-0f074d8e3b9b tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:35.344821 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3c8ebd52-f69d-4550-adc3-6070cba3e75a req-60e14198-b5f9-45bd-89c6-0f074d8e3b9b tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.0891218 Feb 17 20:58:35.402866 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3c8ebd52-f69d-4550-adc3-6070cba3e75a req-6fdb5435-3ad4-4e77-b622-b8ff94ec553c tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511262 Feb 17 20:58:36.022718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d66a03c6-9fdb-43ef-b93b-8a8c71187ace up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:58:36.101751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d66a03c6-9fdb-43ef-b93b-8a8c71187ace triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:58:36.102081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:36.227472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-6b63e177-578a-4cf4-8220-299babfb5567 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:36.228698 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-6b63e177-578a-4cf4-8220-299babfb5567 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Synchronizing usage tracker for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:58:36.250977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-6b63e177-578a-4cf4-8220-299babfb5567 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Unset dirty status for tenant:f5e93ed1196b40128fd2f890fa21de32 on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:58:36.253466 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-6b63e177-578a-4cf4-8220-299babfb5567 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.67 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.1223986 Feb 17 20:58:36.338929 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Deleting port d66a03c6-9fdb-43ef-b93b-8a8c71187ace {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:58:36.339319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:36.643260 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] For port d66a03c6-9fdb-43ef-b93b-8a8c71187ace, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:36.644132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:36.665353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d4493-6d52-4440-87a3-08eafbf0c7b7 req-9f48c808-a98c-4270-b1c3-70d615421805 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:36.667043 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d8d4493-6d52-4440-87a3-08eafbf0c7b7 req-9f48c808-a98c-4270-b1c3-70d615421805 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 945 time: 0.1766381 Feb 17 20:58:36.677585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73edf6-d91d-4e4f-8005-1db5f34c0502 req-39ab511f-a61c-42d8-a597-b42c73d1f25a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:36.679178 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4e73edf6-d91d-4e4f-8005-1db5f34c0502 req-39ab511f-a61c-42d8-a597-b42c73d1f25a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 946 time: 0.1437693 Feb 17 20:58:36.757417 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d8d4493-6d52-4440-87a3-08eafbf0c7b7 req-9f038b6f-ab7b-4f9f-a7c9-2e0d5069ee58 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0771711 Feb 17 20:58:36.764990 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4e73edf6-d91d-4e4f-8005-1db5f34c0502 req-71260d39-fa08-40ab-af95-f937a139f69a tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3d1bc11-941b-4997-bab0-3b65554a9357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698991 Feb 17 20:58:36.798003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Calling delete_port for d66a03c6-9fdb-43ef-b93b-8a8c71187ace owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:58:36.962559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:36.978543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:37.076095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Pushing event deleted for resources: {'Port': ['ID=d66a03c6-9fdb-43ef-b93b-8a8c71187ace,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:37.084122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:37.199882 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] No DVR routers for this DVR port d66a03c6-9fdb-43ef-b93b-8a8c71187ace on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:58:37.202232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:37.206359 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'name': 'network-vif-deleted', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:58:37.220578 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10d58320-b63b-4a2c-bf5d-8120b85d5c4f req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.67 "DELETE /v2.0/ports/d66a03c6-9fdb-43ef-b93b-8a8c71187ace HTTP/1.1" status: 204 len: 173 time: 0.9614375 Feb 17 20:58:37.256038 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997f4a09-d420-456d-9779-c0c94832ec4e', 'name': 'network-vif-deleted', 'tag': 'd66a03c6-9fdb-43ef-b93b-8a8c71187ace', 'status': 'completed', 'code': 200} Feb 17 20:58:37.761435 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:58:37.995037 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0cf219a9-ba0b-465f-9a6c-aa5c457b1d42 req-2fa154fc-b88a-434c-81a3-73c346419cb7 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 210 time: 0.0677114 Feb 17 20:58:38.024622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb30ca5-42ab-46ca-9451-44a1cd6e77e8 req-fc8ab9a7-a7a1-4f90-9967-b39435c7c0aa tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:38.026232 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bb30ca5-42ab-46ca-9451-44a1cd6e77e8 req-fc8ab9a7-a7a1-4f90-9967-b39435c7c0aa tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 945 time: 0.1415269 Feb 17 20:58:38.076870 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7bb30ca5-42ab-46ca-9451-44a1cd6e77e8 req-4ef4f9b7-c728-4d50-8838-b021231dcd0d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0441723 Feb 17 20:58:39.177344 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-309538d0-53ea-4f4c-9f48-d03287bd4d2c req-4f527ed3-dd5a-4628-99c3-b7b2e81e7dd6 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 210 time: 0.0513113 Feb 17 20:58:39.367493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37c47a-0482-4abc-ab2b-4a4d1df49eb1 req-afa5b339-2573-4860-af98-01fe8c5c50fa tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:39.369087 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac37c47a-0482-4abc-ab2b-4a4d1df49eb1 req-afa5b339-2573-4860-af98-01fe8c5c50fa tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 945 time: 0.0897095 Feb 17 20:58:39.416439 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac37c47a-0482-4abc-ab2b-4a4d1df49eb1 req-0d889687-c280-4c7e-aaa3-21ee0b65b396 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0410848 Feb 17 20:58:40.358344 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3b765186-ff8d-40bd-adcf-b78e7f61cc96 req-4cafaa3b-105c-4e13-a6c2-b0d3647a3280 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] 10.222.0.30 "GET /v2.0/ports?device_id=997f4a09-d420-456d-9779-c0c94832ec4e HTTP/1.1" status: 200 len: 210 time: 0.0486193 Feb 17 20:58:40.399217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:58:40.474686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:58:40.475113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:40.616153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d66a03c6-9fdb-43ef-b93b-8a8c71187ace no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:58:40.639878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443e79-aaae-4aaf-92fa-4e50d8aff4f3 req-5afd67f1-54d5-43db-bd19-d22dd342155b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:40.641496 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-04443e79-aaae-4aaf-92fa-4e50d8aff4f3 req-5afd67f1-54d5-43db-bd19-d22dd342155b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 945 time: 0.1048269 Feb 17 20:58:40.654940 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] No Port match for: d66a03c6-9fdb-43ef-b93b-8a8c71187ace {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:58:40.655335 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d66a03c6-9fdb-43ef-b93b-8a8c71187ace not bound to the agent host hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:58:40.695676 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-04443e79-aaae-4aaf-92fa-4e50d8aff4f3 req-29c37c2b-30b0-4c83-8d65-183527c5dd06 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0475838 Feb 17 20:58:40.804931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:58:40.936412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:40.969622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:58:40.980520 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:40.984082 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:40.986014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:41.036510 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014', 'code': 200} Feb 17 20:58:41.078878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-7524c44d-3b08-45ae-9f3e-756a611e5a7a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:41.079881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-7524c44d-3b08-45ae-9f3e-756a611e5a7a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:58:41.080402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:41.089417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.089980 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.090390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.090769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.091144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.091516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.091888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.092262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.092633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.093001 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.093532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.093707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.094133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.094524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.094890 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.095251 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.095613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.095975 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.096866 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.097428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.097561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.098005 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.098420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.098860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:41.101858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-7524c44d-3b08-45ae-9f3e-756a611e5a7a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:58:41.103385 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-7524c44d-3b08-45ae-9f3e-756a611e5a7a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1147864 Feb 17 20:58:41.103522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:41.187596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Deleting port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:58:41.187978 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:41.566223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] For port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:41.566853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:41.942042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a74a-44a7-487f-8e8d-b3e4e8c9b86d req-62c84db9-800b-4527-8723-2b071cc07de4 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:41.944023 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5237a74a-44a7-487f-8e8d-b3e4e8c9b86d req-62c84db9-800b-4527-8723-2b071cc07de4 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 943 time: 0.1113787 Feb 17 20:58:41.979581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:41.979581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:41.979581 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Floating IP 6d447e3b-1f75-48be-a725-642563a3b650 disassociated. External IP: 172.27.0.42, port: 0c90ec7e-88b9-4f22-b796-ea44ac3b2014. Feb 17 20:58:41.979581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Calling delete_port for 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:58:42.005564 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5237a74a-44a7-487f-8e8d-b3e4e8c9b86d req-546eebf5-920c-4a8d-a151-cc3876ad1d62 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0540032 Feb 17 20:58:42.152512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:42.168653 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:42.266047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event deleted for resources: {'Port': ['ID=0c90ec7e-88b9-4f22-b796-ea44ac3b2014,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:42.289254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.289494 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.289899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.290322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.290726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.291127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.291518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.292162 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.292270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.292652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.293042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.293558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.293879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.294290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.294704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.295024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.295409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.295795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.296184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.296569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.296953 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.297336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.297720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.298130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:58:42.303825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:42.311495 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 54914) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:43.229796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Router 63b88e9b-2f62-4fec-b573-ead395495380 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:58:43.319168 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f3fd7e70-307a-45b7-83cb-c01b510ea604 req-63efa790-5389-4021-9d78-ec6705b43499 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 210 time: 0.0800765 Feb 17 20:58:43.565601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:58:43.579806 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] Sync routers for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:58:43.590613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:58:43.591548 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:43.611531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] No DVR routers for this DVR port 0c90ec7e-88b9-4f22-b796-ea44ac3b2014 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:58:43.615512 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:43.618273 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'name': 'network-vif-deleted', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:58:43.676190 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37330cb-8124-41b2-8916-5e3b38c1a76c', 'name': 'network-vif-deleted', 'tag': '0c90ec7e-88b9-4f22-b796-ea44ac3b2014', 'status': 'completed', 'code': 200} Feb 17 20:58:43.677768 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ffc97619-c372-44ff-9ec8-454602f4c9ee req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "DELETE /v2.0/ports/0c90ec7e-88b9-4f22-b796-ea44ac3b2014 HTTP/1.1" status: 204 len: 173 time: 2.5680192 Feb 17 20:58:43.734912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854109025'] for router_interface, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:43.846617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:58:44.170319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Deleting port ec3b9b18-5732-422c-97c8-de9e4e50e965 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:58:44.170682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:44.194670 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:44.198873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] Checking router: 63b88e9b-2f62-4fec-b573-ead395495380 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:58:44.208336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:58:44.209014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:44.375310 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] For port ec3b9b18-5732-422c-97c8-de9e4e50e965, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=ec3b9b18-5732-422c-97c8-de9e4e50e965,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:44.375706 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:44.483109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:58:44.574395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Calling delete_port for ec3b9b18-5732-422c-97c8-de9e4e50e965 owned by network:router_interface {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:58:44.587124 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bd585ce3-af96-49c7-863f-c57f3e7a94ad req-c11df504-c25c-40b4-b9ff-fecc71f44574 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37330cb-8124-41b2-8916-5e3b38c1a76c HTTP/1.1" status: 200 len: 210 time: 0.0537505 Feb 17 20:58:44.795219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54964) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:44.848374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:44.887029 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:45.041935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3b9b18-5732-422c-97c8-de9e4e50e965,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:45.052333 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:45.093287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:45.113168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:58:45.119810 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a71ecff3bf84f1bb3a8b1f5591925d8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:58:45.124466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:58:45.133876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:58:45.141968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:45.147108 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cde3ef-8e7b-412d-8f80-f2d0d5a4b82d None None] The sync data for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi is: [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:58:45.310489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:45.364292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:45.408249 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0fd5930d-2f19-4ec0-96e5-08e475cd3051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:45.434493 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a71ecff3bf84f1bb3a8b1f5591925d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376994 Feb 17 20:58:45.450485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 54978) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:45.451295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758b72df-aa0c-4ccf-80bf-56a531e4c132,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:45.491220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:45.567740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7616fbc-ac61-4d74-b2a6-9fd6f885ae2e req-2961e499-caed-462b-a2eb-d3fd02493f1a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:45.569561 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7616fbc-ac61-4d74-b2a6-9fd6f885ae2e req-2961e499-caed-462b-a2eb-d3fd02493f1a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.2569513 Feb 17 20:58:45.599444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ebd2-f3b0-4ac7-880f-ae4a5b983ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:45.654038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ebd2-f3b0-4ac7-880f-ae4a5b983ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:45.672022 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7616fbc-ac61-4d74-b2a6-9fd6f885ae2e req-4467b488-dd28-41fc-bef6-58917392ebb7 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0930889 Feb 17 20:58:45.704578 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d942a3-f2cd-469a-88c3-2d96c94567ef None None] New status for floating IP 6d447e3b-1f75-48be-a725-642563a3b650: DOWN {{(pid=84030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:58:45.733430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ebd2-f3b0-4ac7-880f-ae4a5b983ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:45.744719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3a031b37-607d-47b9-ac8a-8dc302247ec7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:45.768209 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854108943'] for router_interface, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:45.778309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1ebd2-f3b0-4ac7-880f-ae4a5b983ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758b72df-aa0c-4ccf-80bf-56a531e4c132,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:45.792297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ba1ebd2-f3b0-4ac7-880f-ae4a5b983ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:45.793604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1ba1ebd2-f3b0-4ac7-880f-ae4a5b983ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:45.797431 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-1ba1ebd2-f3b0-4ac7-880f-ae4a5b983ded admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/758b72df-aa0c-4ccf-80bf-56a531e4c132 HTTP/1.1" status: 204 len: 168 time: 0.3200381 Feb 17 20:58:46.385361 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-067e91b6-4761-46d4-8050-138fab3ae372 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1411093045&fields=id&tenant_id=9533c805de3b4803ad61c8b8d40c9e9f HTTP/1.1" status: 200 len: 267 time: 0.0760498 Feb 17 20:58:46.405838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102af10-42da-4357-a5d4-202da45eb9e4 req-79fe3286-94a4-4286-aa34-05a9e399fdcc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:46.407551 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0102af10-42da-4357-a5d4-202da45eb9e4 req-79fe3286-94a4-4286-aa34-05a9e399fdcc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1385305 Feb 17 20:58:46.468152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:58:46.574429 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0102af10-42da-4357-a5d4-202da45eb9e4 req-2c808fc0-7056-40da-a54c-3960b8c0fd57 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370382 Feb 17 20:58:46.615701 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-19c9dfc8-c6fa-4585-b9f1-278ca87349dc tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:46.617322 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-19c9dfc8-c6fa-4585-b9f1-278ca87349dc tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 812 time: 0.2087862 Feb 17 20:58:46.633994 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-57b596aa-6542-4e7c-bef1-86f25f5e5e22 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/quotas/9533c805de3b4803ad61c8b8d40c9e9f HTTP/1.1" status: 200 len: 375 time: 0.0103111 Feb 17 20:58:46.669018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:58:46.679478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] Sync routers for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:58:46.687103 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] 10.222.0.30 "PUT /v2.0/routers/e8d7aea0-1c6e-498b-874c-fc200ac4bb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3720965 Feb 17 20:58:46.687467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55004) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:46.692282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:58:46.692963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:46.737922 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-f5389a33-5cc8-4bdc-a8d9-4eef60d71f2b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979195 Feb 17 20:58:46.894376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks [] for router, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:46.919478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:58:47.006823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce71c1-19d3-45a0-a244-09a69e0f3755 req-aaaebe61-66ab-4f00-9da0-aa776e6c4316 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:47.008496 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a5ce71c1-19d3-45a0-a244-09a69e0f3755 req-aaaebe61-66ab-4f00-9da0-aa776e6c4316 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.2038918 Feb 17 20:58:47.010724 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-b9fc680b-2136-4e0d-b7d9-f1c706f9963f service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602959 Feb 17 20:58:47.096251 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:47.105426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Deleting port bbef70eb-9626-4253-a991-486f0cd4a779 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:58:47.105816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:47.184717 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a5ce71c1-19d3-45a0-a244-09a69e0f3755 req-8efa5f49-a70d-423f-afd2-ffde511f4b06 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1679778 Feb 17 20:58:47.241090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:58:44Z', 'revision_number': 5, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port': {'id': 'bbef70eb-9626-4253-a991-486f0cd4a779', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:13Z', 'updated_at': '2021-02-17T20:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:47.244481 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-2251cfb5-24a5-4d63-90af-32b11c05d89f service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2265291 Feb 17 20:58:47.245448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] Checking router: e8d7aea0-1c6e-498b-874c-fc200ac4bb08 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:58:47.255708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] Routers {'e8d7aea0-1c6e-498b-874c-fc200ac4bb08'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:58:47.256394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:47.324038 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] For port bbef70eb-9626-4253-a991-486f0cd4a779, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=bbef70eb-9626-4253-a991-486f0cd4a779,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:47.324449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:47.470074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Calling delete_port for bbef70eb-9626-4253-a991-486f0cd4a779 owned by network:router_gateway {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:58:47.473850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] Set router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 gateway port host: None {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:58:47.610612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:58:47Z', 'revision_number': 6, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port_host': None}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:47.617913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5004e027-edb1-48e9-ace2-ec68693c7e56 None None] The sync data for ids ['e8d7aea0-1c6e-498b-874c-fc200ac4bb08'] in dv-cinder-760184-4-iscsi is: [{'id': 'e8d7aea0-1c6e-498b-874c-fc200ac4bb08', 'name': 'tempest-TestMinimumBasicScenario-1192092246-router', 'tenant_id': 'f5e93ed1196b40128fd2f890fa21de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:07Z', 'updated_at': '2021-02-17T20:58:47Z', 'revision_number': 6, 'project_id': 'f5e93ed1196b40128fd2f890fa21de32', 'gw_port_host': None}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:58:47.693689 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:47.714893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fb0af955-7b72-43df-9ba1-62104f376da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:47.840333 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1827162e-74ca-48cf-835c-9a9858147a78 req-2ab3c554-1767-4978-8951-8ecf33027f02 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 210 time: 0.1513186 Feb 17 20:58:47.882233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53799e-7f46-4ff5-b23c-69e35def6d9e req-aee4ca2e-56be-41ad-bb18-6d1a1034a568 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:47.883926 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1c53799e-7f46-4ff5-b23c-69e35def6d9e req-aee4ca2e-56be-41ad-bb18-6d1a1034a568 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1422937 Feb 17 20:58:47.889755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbef70eb-9626-4253-a991-486f0cd4a779,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:47.895917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:47.943279 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1c53799e-7f46-4ff5-b23c-69e35def6d9e req-b193e591-4eba-4920-9696-7365d44611ca tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460668 Feb 17 20:58:47.982747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687493'] for router_gateway, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:48.182593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854111179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5019'] for router, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:48.185253 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:48.270297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-57103245-cecc-4e4f-8545-ad7c6094f4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:48.450454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0c2ad-4663-44bf-8200-20ef351427cf req-4470c301-5df5-4518-8b53-ee6ee587a292 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:48.460149 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1bb0c2ad-4663-44bf-8200-20ef351427cf req-4470c301-5df5-4518-8b53-ee6ee587a292 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.1192589 Feb 17 20:58:48.492339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device ec3b9b18-5732-422c-97c8-de9e4e50e965 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:58:48.526187 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1bb0c2ad-4663-44bf-8200-20ef351427cf req-21739b9d-8fd4-41a1-8ed2-9a508899ccf7 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0650971 Feb 17 20:58:48.537185 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110185'] for router, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:48.537782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8d7aea0-1c6e-498b-874c-fc200ac4bb08 {{(pid=84028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:58:48.546534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: ec3b9b18-5732-422c-97c8-de9e4e50e965 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:58:48.547017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device ec3b9b18-5732-422c-97c8-de9e4e50e965 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:58:48.547564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device bbef70eb-9626-4253-a991-486f0cd4a779 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:58:48.557222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Notify callbacks [] for router, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:48.558497 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e8d7aea0-1c6e-498b-874c-fc200ac4bb08 HTTP/1.1" status: 204 len: 168 time: 1.8682353 Feb 17 20:58:48.561262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55034) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:48.592248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: bbef70eb-9626-4253-a991-486f0cd4a779 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:58:48.592647 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device bbef70eb-9626-4253-a991-486f0cd4a779 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:58:48.634505 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-79359549-9a5f-4adb-9b2d-c812f802f25d admin admin] Deleting subnet 63431a95-84a7-4517-9808-38c4da2fe144 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:58:48.638051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79359549-9a5f-4adb-9b2d-c812f802f25d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:48.691338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79359549-9a5f-4adb-9b2d-c812f802f25d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:48.821603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79359549-9a5f-4adb-9b2d-c812f802f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:49.085190 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-27f3361a-37f9-458d-aa54-6b9947cabc59 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:49.088163 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-27f3361a-37f9-458d-aa54-6b9947cabc59 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 812 time: 0.1994858 Feb 17 20:58:49.179856 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-c96f8d7f-bbd6-4d81-8fa4-f3145c8b0c69 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f HTTP/1.1" status: 200 len: 5765 time: 0.0783033 Feb 17 20:58:49.203674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'port': {'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'admin_state_up': True, 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'security_groups': ['38b5f392-181e-40c7-9dad-cbb25a5b270e']}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:58:49.311235 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e4a1beb0-a082-413a-9c94-00881685e8b6 req-9a1b8397-e8ac-42bb-a07d-a489d8e32866 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 210 time: 0.3491399 Feb 17 20:58:49.353724 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:58:49.357944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Usage tracker for resource:port and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:58:49.360956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:58:49.367180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:58:49.376184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Made reservation on behalf of 9533c805de3b4803ad61c8b8d40c9e9f for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 20:58:49.382555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:49.464081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b78b17-f471-46ff-9389-2290e275cc14 req-4b419045-075f-4134-991c-16d5a05db318 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:49.465709 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23b78b17-f471-46ff-9389-2290e275cc14 req-4b419045-075f-4134-991c-16d5a05db318 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.2041633 Feb 17 20:58:49.534024 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-23b78b17-f471-46ff-9389-2290e275cc14 req-61e522eb-a1bd-4807-bedb-e896bbf10b7b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604424 Feb 17 20:58:49.546792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79359549-9a5f-4adb-9b2d-c812f802f25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:49.563433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:49.662295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79359549-9a5f-4adb-9b2d-c812f802f25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63431a95-84a7-4517-9808-38c4da2fe144,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:49.665026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-79359549-9a5f-4adb-9b2d-c812f802f25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:49.732229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Allocated IP 172.20.0.12 (b9c056cf-45c3-47cc-bf26-a3b637d0953e/b11d79c5-d12f-4281-a8cc-ecf43ea1de42/eec4aaec-735f-473f-8ad6-eb91d096b28f) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:58:49.783308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-79359549-9a5f-4adb-9b2d-c812f802f25d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:49.791494 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd6d47-9ac2-4ebe-8f69-d84a9b86d418 None None] Network b7a4e2ba-167f-4279-b488-da72425c1fed requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:58:49.793416 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-79359549-9a5f-4adb-9b2d-c812f802f25d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/63431a95-84a7-4517-9808-38c4da2fe144 HTTP/1.1" status: 204 len: 168 time: 1.2309830 Feb 17 20:58:49.797885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55046) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:49.911485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ee48-aad9-43c4-a11a-8f0f8a144737 req-93cc5987-d60b-45f5-aca9-48da1a1d9ec9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:49.913088 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2522ee48-aad9-43c4-a11a-8f0f8a144737 req-93cc5987-d60b-45f5-aca9-48da1a1d9ec9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.2105744 Feb 17 20:58:49.964701 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:49.974688 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:49.983638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Transition to ACTIVE for port object eec4aaec-735f-473f-8ad6-eb91d096b28f will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:58:50.016247 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.032087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fdbcf3ce-a069-44d6-99c4-facf2a55424e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:50.057931 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2522ee48-aad9-43c4-a11a-8f0f8a144737 req-30913c32-3019-4cfa-a882-2a6d86bbcb7b tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1309390 Feb 17 20:58:50.063440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Deleting port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:58:50.063818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.103841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] DHCP port deletion for b7a4e2ba-167f-4279-b488-da72425c1fed request from dv-cinder-760184-4-iscsi {{(pid=84029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:58:50.108466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] Deleting port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:58:50.108943 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.192404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'Port': ['ID=eec4aaec-735f-473f-8ad6-eb91d096b28f,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:50.206658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:50.255942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:58:50.261463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:58:50.261463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:58:50.321755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] For port e2f510c8-be1e-4c94-a528-cac6e5f68ea4, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=e2f510c8-be1e-4c94-a528-cac6e5f68ea4,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:50.322415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.327134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:50.327797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.365551 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1663573 Feb 17 20:58:50.383129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] For port e2f510c8-be1e-4c94-a528-cac6e5f68ea4, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=e2f510c8-be1e-4c94-a528-cac6e5f68ea4,segment=NetworkSegment(6027e553-d420-4811-9e1b-10c9b2578d19),segment_id=6027e553-d420-4811-9e1b-10c9b2578d19)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:50.383593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.400928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Request body: {'port': {'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:58:50.554803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Calling delete_port for e2f510c8-be1e-4c94-a528-cac6e5f68ea4 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:58:50.590626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] Calling delete_port for e2f510c8-be1e-4c94-a528-cac6e5f68ea4 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:58:50.603043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.774160 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.794960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:58:50.795373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:58:50.805275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device e2f510c8-be1e-4c94-a528-cac6e5f68ea4 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:58:50.818851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-55d899b0-f427-4f69-a7e6-f45c08cbcbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:50.876393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: e2f510c8-be1e-4c94-a528-cac6e5f68ea4 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:58:50.876811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device e2f510c8-be1e-4c94-a528-cac6e5f68ea4 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:58:50.896943 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-624032ca-f6c1-48c1-af4b-ed6fce37fc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.900701 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7aaa1e20-5541-4872-9ed0-3ec54a288fbc None None] Provisioning for port eec4aaec-735f-473f-8ad6-eb91d096b28f completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:58:50.906636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-7aaa1e20-5541-4872-9ed0-3ec54a288fbc None None] Provisioning complete for port eec4aaec-735f-473f-8ad6-eb91d096b28f triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:58:50.906636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1e20-5541-4872-9ed0-3ec54a288fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:50.968808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa1e20-5541-4872-9ed0-3ec54a288fbc None None] Port eec4aaec-735f-473f-8ad6-eb91d096b28f cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 20:58:51.013053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.039963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f510c8-be1e-4c94-a528-cac6e5f68ea4,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:51.049410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:51.080274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e031b-1f0d-46b9-a5dc-e161afdb5e10 req-5c63f112-afdc-475c-b15f-616eae01825a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:51.082572 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e14e031b-1f0d-46b9-a5dc-e161afdb5e10 req-5c63f112-afdc-475c-b15f-616eae01825a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 932 time: 0.6044936 Feb 17 20:58:51.150321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] No DVR routers for this DVR port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 on host dv-cinder-760184-4-iscsi {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:58:51.178808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec4aaec-735f-473f-8ad6-eb91d096b28f {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 20:58:51.187114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.200963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Transition to ACTIVE for port object eec4aaec-735f-473f-8ad6-eb91d096b28f will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 20:58:51.202828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.220063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:51.220928 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e14e031b-1f0d-46b9-a5dc-e161afdb5e10 req-f03b7b59-edfa-40ce-9810-7104b74c3b7b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1229692 Feb 17 20:58:51.296281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] Deleting port e2f510c8-be1e-4c94-a528-cac6e5f68ea4 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:58:51.297790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290daf6-c3a8-4517-970c-5290d9e195c1 req-0697eb2c-5651-459a-b6e2-a782f1941650 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:51.298794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.299029 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5290daf6-c3a8-4517-970c-5290d9e195c1 req-0697eb2c-5651-459a-b6e2-a782f1941650 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.3333917 Feb 17 20:58:51.326522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.400173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Pushing event updated for resources: {'Port': ['ID=eec4aaec-735f-473f-8ad6-eb91d096b28f,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:51.415570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:51.432569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-e88b00da-4038-4759-a7db-9befd2740dfa None None] The port 'e2f510c8-be1e-4c94-a528-cac6e5f68ea4' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:58:51.480307 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5290daf6-c3a8-4517-970c-5290d9e195c1 req-aeb80465-f2bc-4b7a-ab9d-c710030ee0e8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737251 Feb 17 20:58:51.581275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a4e2ba-167f-4279-b488-da72425c1fed']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:51.605385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6027e553-d420-4811-9e1b-10c9b2578d19') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:51.605897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6027e553-d420-4811-9e1b-10c9b2578d19') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:58:51.626489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.656254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Attempting to bind port eec4aaec-735f-473f-8ad6-eb91d096b28f on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 20:58:51.656633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Attempting to bind port eec4aaec-735f-473f-8ad6-eb91d096b28f by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 20:58:51.657189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Attempting to bind port eec4aaec-735f-473f-8ad6-eb91d096b28f on network b9c056cf-45c3-47cc-bf26-a3b637d0953e {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 20:58:51.661905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.665952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 20, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 20:58:51.666380 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Checking segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 20:58:51.666801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.667733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:58:51.667854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Bound using segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 20:58:51.668358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Bound port: eec4aaec-735f-473f-8ad6-eb91d096b28f, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 20:58:51.668746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.699993 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61eabd-4b88-4b40-9ed4-4b4f35d1e1f4 req-f101a3d0-5689-4fa5-ba63-f4808ae56a5e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:51.711996 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b61eabd-4b88-4b40-9ed4-4b4f35d1e1f4 req-f101a3d0-5689-4fa5-ba63-f4808ae56a5e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.2497180 Feb 17 20:58:51.825002 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] For port eec4aaec-735f-473f-8ad6-eb91d096b28f, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 20:58:51.829058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] For port eec4aaec-735f-473f-8ad6-eb91d096b28f, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 20:58:51.834119 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:51.853694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ea6f7459-4847-46b8-b552-bfbc867d9a46 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:51.939197 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b61eabd-4b88-4b40-9ed4-4b4f35d1e1f4 req-b1795993-84ca-434e-a352-2958c2fc22cd tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2259567 Feb 17 20:58:51.960378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Network b7a4e2ba-167f-4279-b488-da72425c1fed has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:58:51.970381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:52.012560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Pushing event updated for resources: {'Port': ['ID=eec4aaec-735f-473f-8ad6-eb91d096b28f,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:52.017410 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:52.052546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:52.053335 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:52.054931 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] 10.222.0.67 "PUT /v2.0/ports/eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 1158 time: 1.6796649 Feb 17 20:58:52.055495 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:58:52.141422 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'status': 'completed', 'code': 200} Feb 17 20:58:52.176913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Network b7a4e2ba-167f-4279-b488-da72425c1fed has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:58:52.193605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-866a7ecd-0d66-45a9-81dc-ce45595d45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:52.195492 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-866a7ecd-0d66-45a9-81dc-ce45595d45ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 1161 time: 0.0929551 Feb 17 20:58:52.304674 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-5acb49c1-1a73-4a68-9d1c-713059108b18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 217 time: 0.0971093 Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:58:52.310313 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:58:52.321490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:52.326238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:52.336313 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f527b890-c385-402b-8333-5089adee2998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:52.369623 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a4e2ba-167f-4279-b488-da72425c1fed,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:52.374452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:52.393934 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:52.395694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-689c323a-7acc-4758-8a15-4fb2c9abff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:52.397085 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-689c323a-7acc-4758-8a15-4fb2c9abff70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0766251 Feb 17 20:58:52.449270 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/b7a4e2ba-167f-4279-b488-da72425c1fed HTTP/1.1" status: 204 len: 168 time: 2.6502459 Feb 17 20:58:52.489895 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9dbf6-7a57-4051-9c90-ad12de001e6b req-cca74ee0-02f2-41fd-8ac6-96d81d854222 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:52.491563 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1a9dbf6-7a57-4051-9c90-ad12de001e6b req-cca74ee0-02f2-41fd-8ac6-96d81d854222 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 944 time: 0.1284649 Feb 17 20:58:52.495474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-a5c830d2-066d-49b7-9897-7962414d3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:52.497112 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-a5c830d2-066d-49b7-9897-7962414d3863 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903323 Feb 17 20:58:52.556959 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c1a9dbf6-7a57-4051-9c90-ad12de001e6b req-dee82af4-0453-4252-baf2-1d2e278310c1 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0586212 Feb 17 20:58:52.664075 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-dd3192e9-8779-41c9-b107-829f2bb5ef76 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572928 Feb 17 20:58:52.692398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55080) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:52.744831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:52.750158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3741b7f-f878-430c-a8c8-fd9b7cab4a4e req-ccaf7f94-05b2-49e4-8b2f-75d65af24af6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:52.751847 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f3741b7f-f878-430c-a8c8-fd9b7cab4a4e req-ccaf7f94-05b2-49e4-8b2f-75d65af24af6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1301649 Feb 17 20:58:52.794547 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-551740b8-fcc3-49e1-a8a2-31bfbabb170a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5e93ed1196b40128fd2f890fa21de32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0984793 Feb 17 20:58:52.797635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55084) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:58:52.816824 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f3741b7f-f878-430c-a8c8-fd9b7cab4a4e req-14d6939a-3b34-47a7-b085-31ceb99f009a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545771 Feb 17 20:58:52.876411 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d339399-c9c1-4ced-914c-3c0bfc7c8122 req-501c01b8-a5cb-415c-9cd1-8f2abbeb0b1b service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2019930 Feb 17 20:58:52.877492 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:58:52.891816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-77f78dfc-f74b-4b27-9490-d30deb02fd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:52.921882 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-77f78dfc-f74b-4b27-9490-d30deb02fd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:52.956630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:58:52.957145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:53.040040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-77f78dfc-f74b-4b27-9490-d30deb02fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:53.045845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5f61681f-88e0-4bfd-bcb9-f28f3cc876ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:53.064349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f78dfc-f74b-4b27-9490-d30deb02fd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1bc11-941b-4997-bab0-3b65554a9357,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:53.069332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-01df4b5f-1dad-4a22-9d09-65ed80812886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:53.071161 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-01df4b5f-1dad-4a22-9d09-65ed80812886 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 1161 time: 0.1414545 Feb 17 20:58:53.072041 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-77f78dfc-f74b-4b27-9490-d30deb02fd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:53.078989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-77f78dfc-f74b-4b27-9490-d30deb02fd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:53.080221 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-77f78dfc-f74b-4b27-9490-d30deb02fd58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3d1bc11-941b-4997-bab0-3b65554a9357 HTTP/1.1" status: 204 len: 168 time: 0.2815452 Feb 17 20:58:53.197111 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248aa6a1-c7d8-4793-b476-0788bb57f54a req-f3d6c36d-89eb-4ad2-8481-9fbbcbe15f84 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:53.198853 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-248aa6a1-c7d8-4793-b476-0788bb57f54a req-f3d6c36d-89eb-4ad2-8481-9fbbcbe15f84 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.1397681 Feb 17 20:58:53.261887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-4850128d-4844-4bb5-8e2d-a0e1d50c2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:53.263783 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-4850128d-4844-4bb5-8e2d-a0e1d50c2029 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1823268 Feb 17 20:58:53.268875 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-248aa6a1-c7d8-4793-b476-0788bb57f54a req-4c4aad6a-4fe5-4e67-9c70-09116c5b6652 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0628028 Feb 17 20:58:53.609486 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-1e19e49c-fa80-46e3-8519-a37dcbb57880 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 217 time: 0.3385940 Feb 17 20:58:53.684024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-37415349-709b-487e-9ad8-cc96f3af7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:53.685545 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-37415349-709b-487e-9ad8-cc96f3af7d2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0684159 Feb 17 20:58:53.760717 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2cea-08d1-47ce-ae9d-4be9faaad55e req-d340ed51-9d91-42b5-a187-d4e9be1c96e7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:53.762477 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aafd2cea-08d1-47ce-ae9d-4be9faaad55e req-d340ed51-9d91-42b5-a187-d4e9be1c96e7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 944 time: 0.0931568 Feb 17 20:58:53.772028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-c99cbceb-9e1a-40de-88be-24ae80bc563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:53.773674 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-c99cbceb-9e1a-40de-88be-24ae80bc563e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808709 Feb 17 20:58:53.817547 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-aafd2cea-08d1-47ce-ae9d-4be9faaad55e req-0d5ff8af-ed67-4531-8329-ccb62d1d4cf8 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0478861 Feb 17 20:58:53.925310 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-f10b2165-3e00-46eb-a3d0-8e02d86483f9 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425056 Feb 17 20:58:54.029130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5a3c0-f642-46c1-a7be-38c7d7366a08 req-57d22f37-b453-415e-b1ad-a416b55b2d1a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:54.030682 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cea5a3c0-f642-46c1-a7be-38c7d7366a08 req-57d22f37-b453-415e-b1ad-a416b55b2d1a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0917118 Feb 17 20:58:54.075453 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c48c7187-6623-4d0d-968c-3ab3b91d674a req-366e79bd-595e-4de1-ae11-412f6beeab79 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432600 Feb 17 20:58:54.312867 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cea5a3c0-f642-46c1-a7be-38c7d7366a08 req-46aeb28f-3cbf-49e2-bc53-fc07c2ae32d7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755525 Feb 17 20:58:54.479187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd593d-81e2-4ee4-9133-2e04c26dfc14 req-c4dc7a6b-670d-490a-b3ec-9be170ffabda tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:54.480823 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ddbd593d-81e2-4ee4-9133-2e04c26dfc14 req-c4dc7a6b-670d-490a-b3ec-9be170ffabda tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.0857773 Feb 17 20:58:54.536301 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ddbd593d-81e2-4ee4-9133-2e04c26dfc14 req-04cabce6-786a-4a2c-8045-8a59254c1850 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0482860 Feb 17 20:58:55.026100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82c0a7-78b4-4842-9ebd-9a09aa014618 req-dbdf8c6c-154a-4f4d-867d-af981fc6b78e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:55.027868 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d82c0a7-78b4-4842-9ebd-9a09aa014618 req-dbdf8c6c-154a-4f4d-867d-af981fc6b78e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 944 time: 0.0966876 Feb 17 20:58:55.093595 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d82c0a7-78b4-4842-9ebd-9a09aa014618 req-87280ce5-d4c0-412d-8394-d8dc7af88ff8 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0595424 Feb 17 20:58:55.532715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deb521-ca6e-452a-bd9f-77eddcbbbf30 req-97e9d283-4a55-4eab-82b9-b877e22287b3 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:55.534881 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35deb521-ca6e-452a-bd9f-77eddcbbbf30 req-97e9d283-4a55-4eab-82b9-b877e22287b3 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0994201 Feb 17 20:58:55.542718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d55473-510e-47b9-9ade-5a6954e77162 req-cd71ca2c-4ff1-474b-8104-b8095b3d1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:55.544347 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69d55473-510e-47b9-9ade-5a6954e77162 req-cd71ca2c-4ff1-474b-8104-b8095b3d1557 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1163 time: 0.0897181 Feb 17 20:58:55.587126 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35deb521-ca6e-452a-bd9f-77eddcbbbf30 req-13b49c22-1489-4c91-97ef-3e5db676322a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 Feb 17 20:58:55.696798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d55473-510e-47b9-9ade-5a6954e77162 req-e14be8b5-5059-4310-ba64-22e784d093af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:55.698425 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69d55473-510e-47b9-9ade-5a6954e77162 req-e14be8b5-5059-4310-ba64-22e784d093af service neutron] 10.222.0.67 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 903 time: 0.1466057 Feb 17 20:58:55.757495 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392081b0-a4f4-4d51-a2a2-c4a14b550414 req-7dd0a369-7348-4d24-a155-f2d4bdb18b66 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:55.759192 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-392081b0-a4f4-4d51-a2a2-c4a14b550414 req-7dd0a369-7348-4d24-a155-f2d4bdb18b66 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.0909123 Feb 17 20:58:55.816933 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-392081b0-a4f4-4d51-a2a2-c4a14b550414 req-13f4e121-f5c9-4215-a232-27e246f12ab7 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0506718 Feb 17 20:58:55.819584 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69d55473-510e-47b9-9ade-5a6954e77162 req-741124fd-d07f-4fa3-b998-f3b0e3605eba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 1002 time: 0.1139090 Feb 17 20:58:55.895685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d55473-510e-47b9-9ade-5a6954e77162 req-77e0cd07-296e-450f-94ae-b0320a2eae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:55.897284 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69d55473-510e-47b9-9ade-5a6954e77162 req-77e0cd07-296e-450f-94ae-b0320a2eae34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 200 len: 848 time: 0.0709081 Feb 17 20:58:55.992411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d55473-510e-47b9-9ade-5a6954e77162 req-be8b9bbb-c5a0-4081-a0ec-5ce6f11dba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:55.994048 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69d55473-510e-47b9-9ade-5a6954e77162 req-be8b9bbb-c5a0-4081-a0ec-5ce6f11dba33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899625 Feb 17 20:58:56.158994 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69d55473-510e-47b9-9ade-5a6954e77162 req-a0623cb8-677f-4d5b-92fd-18f5b10c4bca service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519730 Feb 17 20:58:56.313450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bba62-f4eb-4a6a-950e-fd3e01898d5c req-e51390b6-62a0-418f-bc32-a525c46c9160 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:56.316171 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba4bba62-f4eb-4a6a-950e-fd3e01898d5c req-e51390b6-62a0-418f-bc32-a525c46c9160 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 944 time: 0.1002660 Feb 17 20:58:56.324609 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69d55473-510e-47b9-9ade-5a6954e77162 req-f29410a1-6758-4a0e-bc48-1cddcb364acd service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1534600 Feb 17 20:58:56.370372 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba4bba62-f4eb-4a6a-950e-fd3e01898d5c req-7c5f993f-a87a-4f92-ad42-f58e05d6ee60 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0470939 Feb 17 20:58:56.459161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-39fad418-021e-402b-84da-570076eb3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:56.460957 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-39fad418-021e-402b-84da-570076eb3b25 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1163 time: 0.0810561 Feb 17 20:58:56.624494 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-3505027e-2c33-487d-bc97-9d872cd5df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:56.626099 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-3505027e-2c33-487d-bc97-9d872cd5df9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 903 time: 0.1416912 Feb 17 20:58:56.743960 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-2854da26-28e6-48c5-914b-cc46632edeb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 1002 time: 0.1099963 Feb 17 20:58:56.833371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-83ecd219-b6ad-4417-bd25-81527e405681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:56.835011 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-83ecd219-b6ad-4417-bd25-81527e405681 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 200 len: 848 time: 0.0828738 Feb 17 20:58:56.835151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f9a1-eea4-4d23-83f7-eb846a08e1c3 req-1ce136cf-a9d7-47ba-92f5-b579ce5bc826 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:56.837339 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f4d1f9a1-eea4-4d23-83f7-eb846a08e1c3 req-1ce136cf-a9d7-47ba-92f5-b579ce5bc826 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1253462 Feb 17 20:58:56.891174 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f4d1f9a1-eea4-4d23-83f7-eb846a08e1c3 req-ac48d6b4-9eaf-4dc1-b5b5-0b9c7fdb3aa3 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465951 Feb 17 20:58:56.933250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-d3b31dbd-acee-418d-a4b8-ab214cf90a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:56.934899 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-d3b31dbd-acee-418d-a4b8-ab214cf90a37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892305 Feb 17 20:58:57.069161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a318c4-f1f8-45b7-b235-53d14887f1c5 req-de016a91-aa6f-4136-abc7-88bb87f71daa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:57.070836 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48a318c4-f1f8-45b7-b235-53d14887f1c5 req-de016a91-aa6f-4136-abc7-88bb87f71daa tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 946 time: 0.1515689 Feb 17 20:58:57.092140 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-76dbe545-263d-426e-91cd-9438faaae3b2 service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479135 Feb 17 20:58:57.135196 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48a318c4-f1f8-45b7-b235-53d14887f1c5 req-4f4ea8cf-7794-4621-951e-1b0d5aa0330d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562184 Feb 17 20:58:57.147311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de4ae3-eb84-44bd-9d42-6aacd314fa11 req-99f4decc-6738-4eb6-a9c7-db23b1285a2b tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:57.149064 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48de4ae3-eb84-44bd-9d42-6aacd314fa11 req-99f4decc-6738-4eb6-a9c7-db23b1285a2b tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.1483023 Feb 17 20:58:57.200849 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48de4ae3-eb84-44bd-9d42-6aacd314fa11 req-14f1fd24-33de-4403-9565-84e3164ba83a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448413 Feb 17 20:58:57.246421 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f8673e2-d2ea-4bba-9de0-98fd7a2b7cfa req-918dfb79-210c-4fb1-af4e-3ea641257fa2 service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448715 Feb 17 20:58:57.573258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19f6d7-8c4b-4558-a2c4-022a23b520d6 req-95c982f7-3cc9-4e12-9193-926540ecc69d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:57.574917 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0c19f6d7-8c4b-4558-a2c4-022a23b520d6 req-95c982f7-3cc9-4e12-9193-926540ecc69d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 944 time: 0.0911932 Feb 17 20:58:57.626057 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0c19f6d7-8c4b-4558-a2c4-022a23b520d6 req-92c2ab3f-a3e5-4b6e-92a7-21e3adf9912c tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0440502 Feb 17 20:58:58.095507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b46c29-4fe1-4d2d-b491-603e49e1dad1 req-5a5b43fb-005d-42ab-ae3c-d9596864e1f6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:58.097448 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a0b46c29-4fe1-4d2d-b491-603e49e1dad1 req-5a5b43fb-005d-42ab-ae3c-d9596864e1f6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0888526 Feb 17 20:58:58.149865 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a0b46c29-4fe1-4d2d-b491-603e49e1dad1 req-1cb6e4c8-db05-4021-8392-d44fd49a401f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460687 Feb 17 20:58:58.380174 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9ace4-28f8-4546-955d-ce48cbdefd86 req-f8a41f13-2b8f-497e-8cb0-5bcc56d08e77 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:58.381806 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ad9ace4-28f8-4546-955d-ce48cbdefd86 req-f8a41f13-2b8f-497e-8cb0-5bcc56d08e77 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 946 time: 0.1267767 Feb 17 20:58:58.456055 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1ad9ace4-28f8-4546-955d-ce48cbdefd86 req-36ddbd97-cb05-4ac5-a179-2393e1010e86 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678160 Feb 17 20:58:58.476106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1114c1-4d5a-4389-9edd-c1673ecee85c req-c88dccb1-d184-4fd8-9f49-506f7b81d830 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:58.477755 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f1114c1-4d5a-4389-9edd-c1673ecee85c req-c88dccb1-d184-4fd8-9f49-506f7b81d830 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.1409130 Feb 17 20:58:58.526977 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f1114c1-4d5a-4389-9edd-c1673ecee85c req-ca3e6076-39f6-4783-972f-aed1b293f679 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427694 Feb 17 20:58:58.840720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0af94-d76d-4a0c-a3f4-75214f07f295 req-fe169784-ced4-46fe-83f3-c10ca71f5696 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:58.842388 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-65f0af94-d76d-4a0c-a3f4-75214f07f295 req-fe169784-ced4-46fe-83f3-c10ca71f5696 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 944 time: 0.0932574 Feb 17 20:58:58.898558 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-65f0af94-d76d-4a0c-a3f4-75214f07f295 req-cd47b3b5-5610-4908-8e70-9677696ed666 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0485849 Feb 17 20:58:58.975758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 52cca917-22a6-4faf-a60f-139909108894 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:58:59.056593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 52cca917-22a6-4faf-a60f-139909108894 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:58:59.057012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:59.150383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-07966435-c358-4d78-93c6-60d949ff9300 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:59.151264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-07966435-c358-4d78-93c6-60d949ff9300 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Synchronizing usage tracker for tenant:78b01f62be9c4335afe0b75690ea905d on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:58:59.168782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-07966435-c358-4d78-93c6-60d949ff9300 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Unset dirty status for tenant:78b01f62be9c4335afe0b75690ea905d on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:58:59.170129 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-07966435-c358-4d78-93c6-60d949ff9300 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 946 time: 0.1186039 Feb 17 20:58:59.262863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Deleting port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:58:59.263272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:59.389615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:58:59.406365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a2657-625e-447f-bcac-90b23660f747 req-6c4f893b-fc17-478a-9914-761d51e5c563 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:59.408206 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-994a2657-625e-447f-bcac-90b23660f747 req-6c4f893b-fc17-478a-9914-761d51e5c563 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1040564 Feb 17 20:58:59.459870 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-994a2657-625e-447f-bcac-90b23660f747 req-605a9456-f827-426d-8da2-fe9bf12a0db3 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446279 Feb 17 20:58:59.518543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:59.548955 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:58:59.559560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port fde1dbda-6187-4c22-b8c2-4229d28cbec5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:59.565730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:59.567679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:59.575079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] For port 365a8d61-06a7-46e8-9fea-0dc4dd73de12, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=365a8d61-06a7-46e8-9fea-0dc4dd73de12,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:59.575566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:59.612970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 365a8d61-06a7-46e8-9fea-0dc4dd73de12 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:58:59.705705 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=fde1dbda-6187-4c22-b8c2-4229d28cbec5,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:59.737849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:59.759217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a4550-ff79-40f4-98ca-3dd1f4d1734d req-6c7f0239-c13f-4022-a868-6ada36ea18b9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:59.760854 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0b0a4550-ff79-40f4-98ca-3dd1f4d1734d req-6c7f0239-c13f-4022-a868-6ada36ea18b9 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 946 time: 0.1719668 Feb 17 20:58:59.770982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:59.773198 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefeb4e-580f-471e-9472-82b5249b0b96 req-746fec88-5f85-407b-b4ce-9f67c74dbe10 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:58:59.774844 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5fefeb4e-580f-471e-9472-82b5249b0b96 req-746fec88-5f85-407b-b4ce-9f67c74dbe10 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.1185906 Feb 17 20:58:59.826137 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 365a8d61-06a7-46e8-9fea-0dc4dd73de12, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=365a8d61-06a7-46e8-9fea-0dc4dd73de12,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:58:59.830216 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:59.831961 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fa674f99-f68e-4ea5-8496-ad534e8badf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:58:59.862664 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0b0a4550-ff79-40f4-98ca-3dd1f4d1734d req-70698327-25f0-4030-a8c6-3598d4aebfac tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860016 Feb 17 20:58:59.873564 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5fefeb4e-580f-471e-9472-82b5249b0b96 req-2fc595fb-e949-45f1-aec4-4e491c568d7b tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0809801 Feb 17 20:58:59.909916 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=365a8d61-06a7-46e8-9fea-0dc4dd73de12,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:58:59.914572 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:58:59.933290 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'code': 422} returned with failed status Feb 17 20:58:59.940532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:59.941125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:58:59.941857 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Floating IP b202e36e-d373-4830-9932-27412a2c15e2 disassociated. External IP: 172.27.0.185, port: 365a8d61-06a7-46e8-9fea-0dc4dd73de12. Feb 17 20:58:59.941986 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Calling delete_port for 365a8d61-06a7-46e8-9fea-0dc4dd73de12 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:59:00.032321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:59:00.032597 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:59:00.114219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b91608-008a-4e43-8faa-115d3e528b3c req-f4bbc69e-1f0e-444c-ad23-83612b5b947d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:00.115926 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-19b91608-008a-4e43-8faa-115d3e528b3c req-f4bbc69e-1f0e-444c-ad23-83612b5b947d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 944 time: 0.0959630 Feb 17 20:59:00.169839 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-19b91608-008a-4e43-8faa-115d3e528b3c req-da5b5ef3-c360-4a37-8964-30418827e25b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0463588 Feb 17 20:59:00.234500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55166) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:00.273730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57da8-777c-4559-99d9-6ebb7548b7ce req-89369b1f-a34d-46c0-b135-4794d9167d85 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:00.275485 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85b57da8-777c-4559-99d9-6ebb7548b7ce req-89369b1f-a34d-46c0-b135-4794d9167d85 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.0945766 Feb 17 20:59:00.326182 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-85b57da8-777c-4559-99d9-6ebb7548b7ce req-34bc66a5-cdc5-4b19-a2f5-1ac2f84fd5b9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440919 Feb 17 20:59:00.371911 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-0026221b-00ab-4aab-b574-56f923b16488 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360831 Feb 17 20:59:00.534736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Deleting port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:59:00.535294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:00.678133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07c218-515b-4e36-b3d8-86f4e5c080ce req-ac0d64da-9ba1-4482-86c7-95f631b81b54 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:00.686919 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f07c218-515b-4e36-b3d8-86f4e5c080ce req-ac0d64da-9ba1-4482-86c7-95f631b81b54 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1025836 Feb 17 20:59:00.742090 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f07c218-515b-4e36-b3d8-86f4e5c080ce req-a16c648d-a9f9-42d1-a9ac-8e5ea29a8241 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541255 Feb 17 20:59:00.819157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] For port 365a8d61-06a7-46e8-9fea-0dc4dd73de12, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=365a8d61-06a7-46e8-9fea-0dc4dd73de12,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:59:00.819549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:01.071646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd283-a5ba-4e47-8323-936430d2d15e req-9440f280-9cc1-43cf-b19f-fa670fcf4d2f tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:01.073512 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e59fd283-a5ba-4e47-8323-936430d2d15e req-9440f280-9cc1-43cf-b19f-fa670fcf4d2f tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 944 time: 0.0936928 Feb 17 20:59:01.125679 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e59fd283-a5ba-4e47-8323-936430d2d15e req-5604f274-13ec-4942-84b2-b04a1209f099 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f14a817-d4b4-463b-9a82-94f7298dd94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452225 Feb 17 20:59:01.148258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:01.148709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:01.149085 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Floating IP b202e36e-d373-4830-9932-27412a2c15e2 disassociated. External IP: 172.27.0.185, port: 365a8d61-06a7-46e8-9fea-0dc4dd73de12. Feb 17 20:59:01.149460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Calling delete_port for 365a8d61-06a7-46e8-9fea-0dc4dd73de12 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:59:01.263320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device eec4aaec-735f-473f-8ad6-eb91d096b28f up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:59:01.305513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:01.327896 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-beba0bc5-9ac0-4958-aaba-97aa8c7beea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:01.354647 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port eec4aaec-735f-473f-8ad6-eb91d096b28f completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 20:59:01.361815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port eec4aaec-735f-473f-8ad6-eb91d096b28f triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:59:01.362442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:01.385431 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6639c-dde4-43c3-aca0-0019ae7906f5 req-17829111-cc41-48ff-a754-a48704cde09c tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:01.387360 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c2a6639c-dde4-43c3-aca0-0019ae7906f5 req-17829111-cc41-48ff-a754-a48704cde09c tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 944 time: 0.1005256 Feb 17 20:59:01.426913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event deleted for resources: {'Port': ['ID=365a8d61-06a7-46e8-9fea-0dc4dd73de12,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:01.429945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:01.465375 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c2a6639c-dde4-43c3-aca0-0019ae7906f5 req-6dfadc22-7f8c-468e-b585-0f95a5a5bb3e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0655432 Feb 17 20:59:01.537658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:01.560796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:01.584490 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port eec4aaec-735f-473f-8ad6-eb91d096b28f, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:59:01.589500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:01.591844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:01.611545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f349c5-2fa9-4869-8cde-843355eed221 req-f8ae18f0-d452-4723-ac38-642dc36d6223 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:01.620769 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32f349c5-2fa9-4869-8cde-843355eed221 req-f8ae18f0-d452-4723-ac38-642dc36d6223 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.1257312 Feb 17 20:59:01.687923 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-32f349c5-2fa9-4869-8cde-843355eed221 req-8a7691d2-724a-46b4-97b7-5b537fcc0430 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0657885 Feb 17 20:59:01.711927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=eec4aaec-735f-473f-8ad6-eb91d096b28f,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:01.715571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:01.897412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-834c609d-32c2-4e77-8488-16fdf2a36b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:01.899164 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-834c609d-32c2-4e77-8488-16fdf2a36b97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3&tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f HTTP/1.1" status: 200 len: 1161 time: 0.1323390 Feb 17 20:59:01.934414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12'}, {'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:59:02.005182 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12', 'code': 200} Feb 17 20:59:02.005503 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'code': 200} Feb 17 20:59:02.014968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d607a3c-bf40-4385-aaad-7947bc52fffd req-d8bfd978-5d89-40fd-9812-7f0933c3b906 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:02.016795 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d607a3c-bf40-4385-aaad-7947bc52fffd req-d8bfd978-5d89-40fd-9812-7f0933c3b906 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1332850 Feb 17 20:59:02.072636 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d607a3c-bf40-4385-aaad-7947bc52fffd req-b6b7cca3-44ac-431c-9008-d390121e8ea2 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476575 Feb 17 20:59:02.190687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-2e121987-3ca0-4b5b-ac20-711612ccd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:02.192578 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-2e121987-3ca0-4b5b-ac20-711612ccd701 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1161 time: 0.2172687 Feb 17 20:59:02.200938 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:59:02.365620 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1b2fb0ae-c3cb-409e-81f7-3b82096a38f7 req-611386e1-ea89-4fee-bb2b-e5f2c4e4318d tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 210 time: 0.0717497 Feb 17 20:59:02.403201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447c29f-9e9e-4e01-b40a-0decdb3f5190 req-2d4fd4cd-2403-40e2-be21-171071b0aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:02.405010 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7447c29f-9e9e-4e01-b40a-0decdb3f5190 req-2d4fd4cd-2403-40e2-be21-171071b0aaef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 1163 time: 0.1491301 Feb 17 20:59:02.454178 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7447c29f-9e9e-4e01-b40a-0decdb3f5190 req-623d5550-0c6c-45e9-b524-c21e09f2759c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0409005 Feb 17 20:59:02.521256 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-1b91ac95-1967-42a3-aaac-c0d304e28b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:02.522903 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-1b91ac95-1967-42a3-aaac-c0d304e28b31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 903 time: 0.3208625 Feb 17 20:59:02.556001 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:59:02.569018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] Sync routers for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:59:02.579876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:59:02.580660 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:02.599446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] No DVR routers for this DVR port 365a8d61-06a7-46e8-9fea-0dc4dd73de12 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:59:02.601754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:02.604763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'name': 'network-vif-deleted', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:59:02.623436 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a020526f-9fb2-4cac-9e09-3d789d8fed50 req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.67 "DELETE /v2.0/ports/365a8d61-06a7-46e8-9fea-0dc4dd73de12 HTTP/1.1" status: 204 len: 173 time: 3.4461007 Feb 17 20:59:02.696092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4d68-6016-4c09-aae4-2b25252a5bf2 req-95baec5d-29b0-4070-9171-676d9bb018f0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:02.702792 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-67eb4d68-6016-4c09-aae4-2b25252a5bf2 req-95baec5d-29b0-4070-9171-676d9bb018f0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 946 time: 0.1018906 Feb 17 20:59:02.780086 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-a1b69955-c131-4819-bb25-34586fc5146e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 1000 time: 0.1259444 Feb 17 20:59:02.782031 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c955934-3a6c-4e99-b2b0-95f23c82ca11', 'name': 'network-vif-deleted', 'tag': '365a8d61-06a7-46e8-9fea-0dc4dd73de12', 'status': 'completed', 'code': 200} Feb 17 20:59:02.801244 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-67eb4d68-6016-4c09-aae4-2b25252a5bf2 req-5196f9cf-0337-4bb9-ba4b-699484b259a9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0939512 Feb 17 20:59:02.862073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:59:02.881981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-9aa835b3-e8e6-4ec4-996c-f2bf5df69ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:02.883585 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-9aa835b3-e8e6-4ec4-996c-f2bf5df69ce3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 200 len: 848 time: 0.0938354 Feb 17 20:59:02.934167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816147b-b31c-460a-811c-85f522e5e7f3 req-7441c72b-bd26-4217-ab1e-debc2d0fc304 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:02.935889 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1816147b-b31c-460a-811c-85f522e5e7f3 req-7441c72b-bd26-4217-ab1e-debc2d0fc304 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.0948460 Feb 17 20:59:02.975188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device eec4aaec-735f-473f-8ad6-eb91d096b28f up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:59:02.977966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-ea653bde-f89e-45d8-9a2e-98454a12219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:02.979635 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-ea653bde-f89e-45d8-9a2e-98454a12219c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856714 Feb 17 20:59:02.989945 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1816147b-b31c-460a-811c-85f522e5e7f3 req-1cfe122d-4fd7-4493-a8f8-a0ea15555ead tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0471206 Feb 17 20:59:03.070142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port eec4aaec-735f-473f-8ad6-eb91d096b28f triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:59:03.070780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:03.204841 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-c426396d-270d-42fe-9e29-e77bafba57f4 service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146447 Feb 17 20:59:03.233952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:03.240114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] Checking router: 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:59:03.248844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:59:03.249509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:03.322083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72089361-3ee5-47ee-b2e2-e2e7ea83c7dc req-4b7095b3-837e-457f-b90a-efc9d3df76db tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:03.325090 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-72089361-3ee5-47ee-b2e2-e2e7ea83c7dc req-4b7095b3-837e-457f-b90a-efc9d3df76db tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1211543 Feb 17 20:59:03.387544 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-72089361-3ee5-47ee-b2e2-e2e7ea83c7dc req-6b598f51-2782-43cd-b102-b2efd5a2e795 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555849 Feb 17 20:59:03.395646 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-de72ae99-4da8-46d7-b2de-e8c30b89c245 req-4a3c9a02-242e-44b9-83c6-34b224ee1c7f service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1771328 Feb 17 20:59:03.477550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:59:03.561433 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-793645f9-b736-4230-ae39-9a3e736b4aed req-92d96ee1-0e0c-4af4-b7b9-fb43819e48d6 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c955934-3a6c-4e99-b2b0-95f23c82ca11 HTTP/1.1" status: 200 len: 210 time: 0.0528653 Feb 17 20:59:03.992365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:03.997446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1574838c-069c-4fc3-9136-ccd27512a68e None None] The sync data for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi is: [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:52:10Z', 'revision_number': 4, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '6bcc3db2-addd-49e2-afac-483444ad2cae', 'name': '', 'network_id': '3d5367c3-db87-4b07-ae58-a70af8b324d8', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'mac_address': 'fa:16:3e:f5:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:08Z', 'updated_at': '2021-02-17T20:52:27Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'subnets': [{'id': '73f4ff4a-79aa-423f-9546-ec3429aca993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:59:04.007328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a9adc-7d1b-41e4-982b-fd8ce19e2c22 req-40137bb4-6d7c-466f-9d2e-25ccaa4b9f7f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:04.008969 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf1a9adc-7d1b-41e4-982b-fd8ce19e2c22 req-40137bb4-6d7c-466f-9d2e-25ccaa4b9f7f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 946 time: 0.1004891 Feb 17 20:59:04.084394 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf1a9adc-7d1b-41e4-982b-fd8ce19e2c22 req-8dcb1794-2f55-4810-989e-2d609cfb7c3e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0688071 Feb 17 20:59:04.292890 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f50332-37ae-464d-95d4-49fe4970a34b req-3ef03bcb-2ddb-477f-93e2-da771e39b911 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:04.294645 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66f50332-37ae-464d-95d4-49fe4970a34b req-3ef03bcb-2ddb-477f-93e2-da771e39b911 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.1606154 Feb 17 20:59:04.363407 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66f50332-37ae-464d-95d4-49fe4970a34b req-143db58b-32d9-400e-a6cf-e2d6928e402c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0601642 Feb 17 20:59:04.369809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5dc6d-436c-4f01-9b0f-9d1b15b198ae req-bd735431-5707-4b60-816a-9b48538b5d57 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:04.371466 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99d5dc6d-436c-4f01-9b0f-9d1b15b198ae req-bd735431-5707-4b60-816a-9b48538b5d57 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 946 time: 0.1592312 Feb 17 20:59:04.430969 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-99d5dc6d-436c-4f01-9b0f-9d1b15b198ae req-558bbaec-3c61-4080-9455-69b1e4ad14be tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0515366 Feb 17 20:59:04.458368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dadb6c9-03cf-4275-901d-b7b683b97d02 None None] New status for floating IP b202e36e-d373-4830-9932-27412a2c15e2: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:59:04.733100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a212c60-1f14-4168-83ad-bd9bd2ff4a91 req-4e446cca-0837-46c6-92fd-f11b1b45ae5b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:04.734864 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4a212c60-1f14-4168-83ad-bd9bd2ff4a91 req-4e446cca-0837-46c6-92fd-f11b1b45ae5b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1741760 Feb 17 20:59:04.822296 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-42858ec2-40d4-4914-9180-f2aba5de349f req-c9c060c7-9ec5-4861-8977-3545931a3039 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3478243 Feb 17 20:59:04.834073 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4a212c60-1f14-4168-83ad-bd9bd2ff4a91 req-e861255d-a97f-46a6-85fb-5cbafc827cff tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851467 Feb 17 20:59:04.837902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'floatingip': {'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:59:04.850791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:59:04.862523 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:59:04.872751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:04.986910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device eec4aaec-735f-473f-8ad6-eb91d096b28f up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:59:05.001826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55238) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:05.088718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.107319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port eec4aaec-735f-473f-8ad6-eb91d096b28f triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:59:05.107319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.158778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1a2b-a477-4f83-a813-296de545651b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.212151 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1a2b-a477-4f83-a813-296de545651b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.297491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1a2b-a477-4f83-a813-296de545651b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.303059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7bafc69b-b30d-40f2-abc6-99c8d3d6e16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:05.324884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b1a2b-a477-4f83-a813-296de545651b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f14a817-d4b4-463b-9a82-94f7298dd94b,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:05.329067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a1b1a2b-a477-4f83-a813-296de545651b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:05.347098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1a2b-a477-4f83-a813-296de545651b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.350869 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-5a1b1a2b-a477-4f83-a813-296de545651b tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "DELETE /v2.0/security-groups/0f14a817-d4b4-463b-9a82-94f7298dd94b HTTP/1.1" status: 204 len: 168 time: 0.3447239 Feb 17 20:59:05.351158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55242) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:05.374450 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.v2.resource [None req-e15af458-a4ca-4c80-b830-234de4354e1e tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] show failed (client error): The resource could not be found. Feb 17 20:59:05.378499 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e15af458-a4ca-4c80-b830-234de4354e1e tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "GET /v2.0/security-groups/0f14a817-d4b4-463b-9a82-94f7298dd94b HTTP/1.1" status: 404 len: 347 time: 0.0234406 Feb 17 20:59:05.378815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55246) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:05.612419 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Deleting port 8bf0f564-8853-4a4a-9d2c-3a99a35d98f7 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:59:05.612910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.784076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Allocated IP 172.27.0.74 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/81232b16-658c-436e-b456-7b76127a6bb9) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 20:59:05.813759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd0652-6583-4f01-bb54-d23938ef0aa7 req-a053a51a-b594-4ed2-80de-d71af2669496 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:05.816543 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ddfd0652-6583-4f01-bb54-d23938ef0aa7 req-a053a51a-b594-4ed2-80de-d71af2669496 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.1489067 Feb 17 20:59:05.928280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.928826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:05.985565 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ddfd0652-6583-4f01-bb54-d23938ef0aa7 req-aaaa5574-3ac0-405c-807d-8aec4e9a3d48 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1449633 Feb 17 20:59:06.055883 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:06.094470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:06.115660 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:06.169051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Calling delete_port for 8bf0f564-8853-4a4a-9d2c-3a99a35d98f7 owned by network:floatingip {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:59:06.326661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'Port': ['ID=81232b16-658c-436e-b456-7b76127a6bb9,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:06.334364 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:06.344553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:06.366910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-844b7f51-cac1-48af-b90e-dc6612fbb491 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:06.412381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1649f6-0836-492e-aea0-1ee589ced64a req-6e06f370-3f86-4dc6-853b-3109fea5ae60 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:06.420473 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d1649f6-0836-492e-aea0-1ee589ced64a req-6e06f370-3f86-4dc6-853b-3109fea5ae60 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.2452693 Feb 17 20:59:06.452766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 20:59:06.461962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 20:59:06.475316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 20:59:06.492850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Pushing event deleted for resources: {'Port': ['ID=8bf0f564-8853-4a4a-9d2c-3a99a35d98f7,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:06.497047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:06.536299 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9d1649f6-0836-492e-aea0-1ee589ced64a req-cae27e82-7abd-453d-a97b-a3a8988070ac tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147676 Feb 17 20:59:06.605569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:06.632647 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks [] for floatingip, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:06.649193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:06.651014 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] 10.222.0.30 "DELETE /v2.0/floatingips/b202e36e-d373-4830-9932-27412a2c15e2 HTTP/1.1" status: 204 len: 168 time: 1.2707515 Feb 17 20:59:06.694392 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:07.072816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:07.083539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789542830'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:07.173416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-defa5666-e5b5-4f32-8e99-209af9c3d05f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:07.370923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'Port': ['ID=81232b16-658c-436e-b456-7b76127a6bb9,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:07.374976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:07.499157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6425d8c-2289-451e-98c0-0c086952c66d req-6f7cecc5-73e7-4c61-979e-7b60efc42d7f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:07.500822 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f6425d8c-2289-451e-98c0-0c086952c66d req-6f7cecc5-73e7-4c61-979e-7b60efc42d7f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.3285832 Feb 17 20:59:07.506576 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:07.575300 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f6425d8c-2289-451e-98c0-0c086952c66d req-271305c0-e573-49bc-a07d-1d1abbc538d8 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0639384 Feb 17 20:59:07.576215 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:07.577362 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-42858ec2-40d4-4914-9180-f2aba5de349f req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7485087 Feb 17 20:59:07.686124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-42858ec2-40d4-4914-9180-f2aba5de349f req-74ea36dc-7acb-49ba-b4b3-90bdf8970be5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 20:59:07.708206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-42858ec2-40d4-4914-9180-f2aba5de349f req-74ea36dc-7acb-49ba-b4b3-90bdf8970be5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 20:59:07.709739 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-42858ec2-40d4-4914-9180-f2aba5de349f req-74ea36dc-7acb-49ba-b4b3-90bdf8970be5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.74 HTTP/1.1" status: 200 len: 695 time: 0.1190798 Feb 17 20:59:07.985371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42858ec2-40d4-4914-9180-f2aba5de349f req-dbfdf5cd-3dcd-41a5-ac85-13169c343842 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:07.992157 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-42858ec2-40d4-4914-9180-f2aba5de349f req-dbfdf5cd-3dcd-41a5-ac85-13169c343842 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.2756257 Feb 17 20:59:08.030067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e133ce-b3b8-4d19-8271-a728a9c67aaf req-479823e6-935d-4ce9-a6ff-75bcb788be6b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:08.036033 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-49e133ce-b3b8-4d19-8271-a728a9c67aaf req-479823e6-935d-4ce9-a6ff-75bcb788be6b tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.2902787 Feb 17 20:59:08.113580 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-49e133ce-b3b8-4d19-8271-a728a9c67aaf req-d12c8bb6-22dd-43be-8460-521063628721 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683966 Feb 17 20:59:08.262856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-78fa9ec4-ef2e-42a3-8a66-f204c0791f47 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:08.264659 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-78fa9ec4-ef2e-42a3-8a66-f204c0791f47 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1299987 Feb 17 20:59:08.371180 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-07c69f7d-1851-412e-a59e-0adf97777918 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.74 HTTP/1.1" status: 200 len: 695 time: 0.0954833 Feb 17 20:59:08.377190 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-9cad96bf-9b67-42fc-ae0e-b2772cf146ec tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'floatingip': {'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 20:59:08.469801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-9cad96bf-9b67-42fc-ae0e-b2772cf146ec tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:09.091851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9252618-927f-4c67-b141-6132e96bb6d5 req-3220846b-209b-4173-83a1-15fb22d04798 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:09.093597 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c9252618-927f-4c67-b141-6132e96bb6d5 req-3220846b-209b-4173-83a1-15fb22d04798 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.3143334 Feb 17 20:59:09.166637 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c9252618-927f-4c67-b141-6132e96bb6d5 req-5f44bd2d-2ee0-4045-9706-f20c1a37344e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0639625 Feb 17 20:59:09.667567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-9cad96bf-9b67-42fc-ae0e-b2772cf146ec tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:09.676491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-9cad96bf-9b67-42fc-ae0e-b2772cf146ec tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:09.795462 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce72fb-4285-49af-9e18-379162927338 req-365eabd3-a808-4e55-9775-61686cd264a6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:09.797128 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-93ce72fb-4285-49af-9e18-379162927338 req-365eabd3-a808-4e55-9775-61686cd264a6 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.4910178 Feb 17 20:59:09.941655 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-9cad96bf-9b67-42fc-ae0e-b2772cf146ec tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Floating IP 9f890c88-350d-4470-a533-3c868a1a5b09 associated. External IP: 172.27.0.74, port: eec4aaec-735f-473f-8ad6-eb91d096b28f. Feb 17 20:59:10.018555 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-93ce72fb-4285-49af-9e18-379162927338 req-97893f56-ea2e-4b97-9e5c-340ca553814c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050974 Feb 17 20:59:10.458476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-9cad96bf-9b67-42fc-ae0e-b2772cf146ec tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Router 63b88e9b-2f62-4fec-b573-ead395495380 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:59:10.577295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480e822-90e4-4e25-9173-723057d28f51 req-e0beabe8-de4d-4778-a90b-d52da2cc231f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:10.579229 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1480e822-90e4-4e25-9173-723057d28f51 req-e0beabe8-de4d-4778-a90b-d52da2cc231f tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 944 time: 0.2287092 Feb 17 20:59:10.733236 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1480e822-90e4-4e25-9173-723057d28f51 req-c5424744-4173-4fb3-913b-be851dd82f20 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1440570 Feb 17 20:59:10.756261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-9cad96bf-9b67-42fc-ae0e-b2772cf146ec tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:59:10.761459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-9cad96bf-9b67-42fc-ae0e-b2772cf146ec tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:10.768022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] Sync routers for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:59:10.780767 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:59:10.781633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:10.832225 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-9cad96bf-9b67-42fc-ae0e-b2772cf146ec tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "PUT /v2.0/floatingips/9f890c88-350d-4470-a533-3c868a1a5b09 HTTP/1.1" status: 200 len: 996 time: 2.4600286 Feb 17 20:59:10.832942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:59:10.982120 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'status': 'completed', 'code': 200} Feb 17 20:59:10.987942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-97252934-1ed0-4fba-ad18-da10bb8fa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:10.997876 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-97252934-1ed0-4fba-ad18-da10bb8fa78f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 1163 time: 0.1156013 Feb 17 20:59:11.023541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:59:11.120335 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-e3f9aa18-f803-4483-96ae-13227da0f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:11.122419 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-e3f9aa18-f803-4483-96ae-13227da0f2ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 1163 time: 0.1172984 Feb 17 20:59:11.230333 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-1040afa8-7bdd-4bb9-af27-8e65918f9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:11.232017 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-1040afa8-7bdd-4bb9-af27-8e65918f9685 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.2324197 Feb 17 20:59:11.300685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-fd8c46d8-d3be-41b3-86a8-3ac7661034f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:11.302850 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-fd8c46d8-d3be-41b3-86a8-3ac7661034f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1713977 Feb 17 20:59:11.381598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:59:11.452487 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-d1beaa49-3e4d-47d5-bb38-bd450feb01cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 999 time: 0.2118771 Feb 17 20:59:11.478776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:59:11.479930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:11.513631 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-8463b8bf-be2e-4f8f-b79b-86604f1de1a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 999 time: 0.2024703 Feb 17 20:59:11.550885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d889fc-b465-42f2-9e02-9c05f8492f19 req-3deb2ed6-7cd3-47c7-b617-62b159bcb50d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:11.559241 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c2d889fc-b465-42f2-9e02-9c05f8492f19 req-3deb2ed6-7cd3-47c7-b617-62b159bcb50d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.2366934 Feb 17 20:59:11.593838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-c99a7c06-0261-4010-bea7-040225c22698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:11.595555 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-c99a7c06-0261-4010-bea7-040225c22698 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.1322334 Feb 17 20:59:11.658691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:11.696293 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c2d889fc-b465-42f2-9e02-9c05f8492f19 req-cdb12f92-4df0-4f84-bbdd-5197e5c65d13 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358895 Feb 17 20:59:11.704726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port fde1dbda-6187-4c22-b8c2-4229d28cbec5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:59:11.707859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:59:11.713727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-57f17764-9c1b-4765-91e6-7208042058f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:11.715851 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:11.717824 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-57f17764-9c1b-4765-91e6-7208042058f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.1957939 Feb 17 20:59:11.719037 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:11.766598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-fbf0c9cf-1a15-45bb-a41f-fb7deb48bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:11.767772 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-fbf0c9cf-1a15-45bb-a41f-fb7deb48bd0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1568666 Feb 17 20:59:11.791391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '9f890c88-350d-4470-a533-3c868a1a5b09', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:e7:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:59:06Z', 'updated_at': '2021-02-17T20:59:09Z', 'revision_number': 1, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:11.796392 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] Checking router: 63b88e9b-2f62-4fec-b573-ead395495380 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:59:11.807421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=fde1dbda-6187-4c22-b8c2-4229d28cbec5,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:11.812129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:11.815348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:59:11.816036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:11.953363 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-09a1f488-dc18-4947-8e25-048d3c01c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:11.955272 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-09a1f488-dc18-4947-8e25-048d3c01c96b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2263086 Feb 17 20:59:11.962622 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'code': 200} Feb 17 20:59:12.161761 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:59:12.224139 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-b3bdeceb-8f6a-4739-a63c-b52ff4e7fed1 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489067 Feb 17 20:59:12.431199 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b16a3b5-7477-4028-8b4b-54edaeb1a2ad req-88e93aad-2065-47b7-9eae-f8e4072c597c service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1882157 Feb 17 20:59:12.489320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773cfa2-bf46-467d-9c25-2cfdbc0434c7 req-4295bf37-090b-4338-b9f9-d0fd446a72ff tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:12.496074 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b773cfa2-bf46-467d-9c25-2cfdbc0434c7 req-4295bf37-090b-4338-b9f9-d0fd446a72ff tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.4110339 Feb 17 20:59:12.562212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230b04e-22f4-492f-848b-9d87cb97ee7e req-fac11ced-d2d3-4a1c-b971-8a950c89ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:12.565152 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5230b04e-22f4-492f-848b-9d87cb97ee7e req-fac11ced-d2d3-4a1c-b971-8a950c89ac9d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1163 time: 0.1549757 Feb 17 20:59:12.592513 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b773cfa2-bf46-467d-9c25-2cfdbc0434c7 req-cfaeafd3-649d-4397-9e17-f3fdcd7d8816 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0861530 Feb 17 20:59:12.602444 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-dbf8984f-0ab5-4e66-b16f-eaeb4b51c359 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386011 Feb 17 20:59:12.615705 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55310) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:12.650450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '9f890c88-350d-4470-a533-3c868a1a5b09', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:e7:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:59:06Z', 'updated_at': '2021-02-17T20:59:09Z', 'revision_number': 1, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:12.657140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1896f62-a3cf-4ee2-8a65-ebb24780ba1f None None] The sync data for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi is: [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '9f890c88-350d-4470-a533-3c868a1a5b09', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:e7:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:59:06Z', 'updated_at': '2021-02-17T20:59:09Z', 'revision_number': 1, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:59:12.794598 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5e748d44-0dcf-4c1c-a595-07c1c5db591b req-d35d259e-08e6-4b00-a07f-1b62f2c04793 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1811733 Feb 17 20:59:12.824198 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5230b04e-22f4-492f-848b-9d87cb97ee7e req-76f4694d-cd43-4486-a7e8-10ed699a0994 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2455595 Feb 17 20:59:12.999969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:59:13.108584 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:59:13.109030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:13.182850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2838e40-c0ea-43b7-a67f-b261354ae7d0 None None] New status for floating IP 9f890c88-350d-4470-a533-3c868a1a5b09: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 20:59:13.563522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c612d-33e5-44da-b9f7-b79734d8a553 req-544f037f-a41f-4040-8a8f-cca433e36494 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:13.571725 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7b9c612d-33e5-44da-b9f7-b79734d8a553 req-544f037f-a41f-4040-8a8f-cca433e36494 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.6636193 Feb 17 20:59:13.639758 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7b9c612d-33e5-44da-b9f7-b79734d8a553 req-c3879431-b518-4f10-80d4-bd1ceffa562c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670485 Feb 17 20:59:13.947803 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191118b-3796-4c51-8c33-c4e521dc4f1a req-f9bf5b13-8b31-46bd-ba2b-c2bdc6c5af43 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:13.949436 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e191118b-3796-4c51-8c33-c4e521dc4f1a req-f9bf5b13-8b31-46bd-ba2b-c2bdc6c5af43 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.1661501 Feb 17 20:59:14.025409 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e191118b-3796-4c51-8c33-c4e521dc4f1a req-77f37d26-431a-4e9b-8c8e-a4069ee3b0e0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0647457 Feb 17 20:59:14.167272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854109025'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:14.577132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Deleting port 6bcc3db2-addd-49e2-afac-483444ad2cae {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:59:14.577669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:14.763568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:59:14.796312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] For port 6bcc3db2-addd-49e2-afac-483444ad2cae, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=6bcc3db2-addd-49e2-afac-483444ad2cae,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:59:14.796706 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:15.020276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Calling delete_port for 6bcc3db2-addd-49e2-afac-483444ad2cae owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:59:15.027488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:59:15.109388 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port fde1dbda-6187-4c22-b8c2-4229d28cbec5 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:59:15.109816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:15.110651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50467a12-5f2a-44a2-953d-7fd3e632f232 req-ae9dfe98-9a5e-4c5c-956b-fa3c19b350dd tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:15.118508 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50467a12-5f2a-44a2-953d-7fd3e632f232 req-ae9dfe98-9a5e-4c5c-956b-fa3c19b350dd tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.3282900 Feb 17 20:59:15.204640 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-50467a12-5f2a-44a2-953d-7fd3e632f232 req-a9a4b2fc-16c8-4be2-9ef5-b5836ff1908f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852163 Feb 17 20:59:15.369564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c7e58-c4e8-469d-8cb7-e82f045fbbb3 req-5d04c12f-3d0b-478c-a336-d2b26b3e485e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:15.371222 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f73c7e58-c4e8-469d-8cb7-e82f045fbbb3 req-5d04c12f-3d0b-478c-a336-d2b26b3e485e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.1516907 Feb 17 20:59:15.493473 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f73c7e58-c4e8-469d-8cb7-e82f045fbbb3 req-359392c4-f7e3-46f0-a160-6bb4d63533a1 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1096845 Feb 17 20:59:15.504974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:15.573991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:15.632856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bcc3db2-addd-49e2-afac-483444ad2cae,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:15.637626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:15.961134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854108943'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:16.701948 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfdca8-03aa-473a-8b68-b7698cec6ed6 req-6b61eb05-7618-4a5d-b7f6-4b1792b62701 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:16.703618 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ebfdca8-03aa-473a-8b68-b7698cec6ed6 req-6b61eb05-7618-4a5d-b7f6-4b1792b62701 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.2571678 Feb 17 20:59:16.708693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-6e218b86-5b75-40fc-882a-30fc5b572687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:16.710422 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-6e218b86-5b75-40fc-882a-30fc5b572687 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 1162 time: 0.0919371 Feb 17 20:59:16.849015 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7ebfdca8-03aa-473a-8b68-b7698cec6ed6 req-b32f5798-1479-4365-b956-17caa323e7e2 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350491 Feb 17 20:59:16.871192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-b89b4d9a-c124-41ca-a9ef-0d8525f836e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:16.872866 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-b89b4d9a-c124-41ca-a9ef-0d8525f836e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 911 time: 0.1488891 Feb 17 20:59:16.889691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 20:59:16.990352 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-07fc87ac-204e-4e8c-8820-3c9051144032 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52cca917-22a6-4faf-a60f-139909108894 HTTP/1.1" status: 200 len: 1001 time: 0.1093431 Feb 17 20:59:17.062413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-60ee548a-d307-4b99-b8f8-a3ab0ad5c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:17.064018 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-60ee548a-d307-4b99-b8f8-a3ab0ad5c3ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.0650938 Feb 17 20:59:17.090311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 20:59:17.100491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] Sync routers for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 20:59:17.106877 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] 10.222.0.30 "PUT /v2.0/routers/03663ad9-9ac0-4f3d-ad65-a14a2d1144f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4871819 Feb 17 20:59:17.107265 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55342) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:17.110948 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:59:17.112560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:17.152400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-1b693801-c7bb-434a-9b84-747b67d08a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:17.154027 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-1b693801-c7bb-434a-9b84-747b67d08a90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831454 Feb 17 20:59:17.306456 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-8c67eab6-3336-4f78-b85d-91a83dd36be6 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439762 Feb 17 20:59:17.312187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:59:17.313123 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:17.459856 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f1895ef4-d2d6-4302-95f3-6c02932b52cb req-02870fbb-7de0-419f-9648-0639d2f73632 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446936 Feb 17 20:59:17.516682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:17.525944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Deleting port b8c24a40-98a8-426b-9838-973075eb68a5 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:59:17.526356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:17.623899 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:59:15Z', 'revision_number': 5, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port': {'id': 'b8c24a40-98a8-426b-9838-973075eb68a5', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:58Z', 'updated_at': '2021-02-17T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:17.628770 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] Checking router: 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 20:59:17.637864 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] Routers {'03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 20:59:17.638595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T20:58:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:17.721954 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] For port b8c24a40-98a8-426b-9838-973075eb68a5, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=b8c24a40-98a8-426b-9838-973075eb68a5,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:59:17.722655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:17.867193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Calling delete_port for b8c24a40-98a8-426b-9838-973075eb68a5 owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:59:17.973580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] Set router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 gateway port host: None {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 20:59:18.088337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:59:17Z', 'revision_number': 6, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port_host': None}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:18.092650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddb73f-e4cb-450e-b30d-10fc1f4ddb4b None None] The sync data for ids ['03663ad9-9ac0-4f3d-ad65-a14a2d1144f2'] in dv-cinder-760184-4-iscsi is: [{'id': '03663ad9-9ac0-4f3d-ad65-a14a2d1144f2', 'name': 'tempest-AttachVolumeTestJSON-377170349-router', 'tenant_id': '78b01f62be9c4335afe0b75690ea905d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:56Z', 'updated_at': '2021-02-17T20:59:17Z', 'revision_number': 6, 'project_id': '78b01f62be9c4335afe0b75690ea905d', 'gw_port_host': None}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 20:59:18.125358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a20568-6ef5-476e-8564-6c4e683572a2 req-1378396d-55ff-45d4-90ff-d56afa8ca013 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:18.127565 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b4a20568-6ef5-476e-8564-6c4e683572a2 req-1378396d-55ff-45d4-90ff-d56afa8ca013 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1555154 Feb 17 20:59:18.131040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:18.151376 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3ec588d8-a315-4cf6-ae31-771c36b57fdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:18.273782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c24a40-98a8-426b-9838-973075eb68a5,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:18.277056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:18.277533 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69944036-6959-4818-a926-52b5d4b1ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:18.326978 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b4a20568-6ef5-476e-8564-6c4e683572a2 req-d30b506c-a695-4f8b-8491-65feac9e308f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767201 Feb 17 20:59:18.427988 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687493'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:18.470876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device b8c24a40-98a8-426b-9838-973075eb68a5 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:59:18.513363 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: b8c24a40-98a8-426b-9838-973075eb68a5 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:59:18.513808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device b8c24a40-98a8-426b-9838-973075eb68a5 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:59:18.514281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 6bcc3db2-addd-49e2-afac-483444ad2cae no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:59:18.552624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 6bcc3db2-addd-49e2-afac-483444ad2cae {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:59:18.552996 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 6bcc3db2-addd-49e2-afac-483444ad2cae not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:59:18.629328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854111179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5019'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:18.631970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:18.652264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110185'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:18.652822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 20:59:18.666019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:18.667324 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-535b12a0-963d-4ac3-986a-ea514c4ec875 admin admin] 10.222.0.30 "DELETE /v2.0/routers/03663ad9-9ac0-4f3d-ad65-a14a2d1144f2 HTTP/1.1" status: 204 len: 168 time: 1.5591962 Feb 17 20:59:18.669975 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55348) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:18.741987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Deleting subnet 73f4ff4a-79aa-423f-9546-ec3429aca993 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 20:59:18.746213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:18.802770 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:18.891914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:19.163363 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:19.179935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:19.284944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f4ff4a-79aa-423f-9546-ec3429aca993,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:19.299605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.300313 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.301076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.301770 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.302506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.303144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.303836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.304516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.305199 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.305626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.306039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.306478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.306962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.307366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.307769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.308173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.308575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.308968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.309365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.309763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.310159 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.310589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.310989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.311384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:19.318752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:19.356272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:19.363049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90a59d-36bb-46fd-9d6f-c53793829b35 None None] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 20:59:19.367144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55356) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:19.367334 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cede27c2-98d4-4f28-89a4-3b62534decd1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/73f4ff4a-79aa-423f-9546-ec3429aca993 HTTP/1.1" status: 204 len: 168 time: 0.6960769 Feb 17 20:59:19.500672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:19.566187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a223a-459a-47f0-8d4a-ef1c6f8655d4 req-04d68af8-ff96-4b32-a078-c37f77a33429 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:19.568308 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f4a223a-459a-47f0-8d4a-ef1c6f8655d4 req-04d68af8-ff96-4b32-a078-c37f77a33429 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1023502 Feb 17 20:59:19.582053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Deleting port 8b04ed10-9e1f-4386-b195-54342a7376f9 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:59:19.582405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:19.622136 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f4a223a-459a-47f0-8d4a-ef1c6f8655d4 req-b2c19dd7-9c51-49bf-8bbb-8a6e1e618c4a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469971 Feb 17 20:59:19.656959 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] DHCP port deletion for 3d5367c3-db87-4b07-ae58-a70af8b324d8 request from dv-cinder-760184-4-iscsi {{(pid=84029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 20:59:19.662460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] Deleting port 8b04ed10-9e1f-4386-b195-54342a7376f9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:59:19.662882 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:19.823562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] For port 8b04ed10-9e1f-4386-b195-54342a7376f9, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=8b04ed10-9e1f-4386-b195-54342a7376f9,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:59:19.824083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:19.907680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] For port 8b04ed10-9e1f-4386-b195-54342a7376f9, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=8b04ed10-9e1f-4386-b195-54342a7376f9,segment=NetworkSegment(5cb54603-092a-4804-aea1-91d8d48a516e),segment_id=5cb54603-092a-4804-aea1-91d8d48a516e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:59:19.908058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:19.967832 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Calling delete_port for 8b04ed10-9e1f-4386-b195-54342a7376f9 owned by network:dhcp {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:59:20.041406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] Calling delete_port for 8b04ed10-9e1f-4386-b195-54342a7376f9 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 20:59:20.047631 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:20.065350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-669d0720-c6d1-48a0-b9de-ab9c0262d9a5 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:20.183388 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b04ed10-9e1f-4386-b195-54342a7376f9,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:20.187708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:20.229184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] No DVR routers for this DVR port 8b04ed10-9e1f-4386-b195-54342a7376f9 on host dv-cinder-760184-4-iscsi {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 20:59:20.287455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 20:59:20.287864 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 20:59:20.359880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:20.467927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 8b04ed10-9e1f-4386-b195-54342a7376f9 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:59:20.479624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5367c3-db87-4b07-ae58-a70af8b324d8']}} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:20.497327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb54603-092a-4804-aea1-91d8d48a516e') {'for_net_delete': True} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:20.497664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb54603-092a-4804-aea1-91d8d48a516e') {} {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 20:59:20.506740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 8b04ed10-9e1f-4386-b195-54342a7376f9 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 20:59:20.507143 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 8b04ed10-9e1f-4386-b195-54342a7376f9 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 20:59:20.511173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66616645'] for segment, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:20.529845 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:20.532076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 20:59:20.629058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-63f5e526-a424-421c-bdd0-2f326439a02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:20.716730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:59:20.726598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036788161726'] for segment, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:20.790604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] Deleting port 8b04ed10-9e1f-4386-b195-54342a7376f9 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 20:59:20.790604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:20.837838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48611565-3140-40f5-9ca6-74f18c4ddb49 req-9210bb29-438e-42d3-942a-00cef1264132 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:20.840151 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48611565-3140-40f5-9ca6-74f18c4ddb49 req-9210bb29-438e-42d3-942a-00cef1264132 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0921319 Feb 17 20:59:20.891852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-baf5fbe4-d525-4d7d-a954-f8bc9a26de40 None None] The port '8b04ed10-9e1f-4386-b195-54342a7376f9' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 20:59:20.901889 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-48611565-3140-40f5-9ca6-74f18c4ddb49 req-4104dee8-fb44-4aaa-a9cd-2cdb1cd26412 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545502 Feb 17 20:59:20.920570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Network 3d5367c3-db87-4b07-ae58-a70af8b324d8 has no segments {{(pid=84028) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 20:59:20.944965 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 20:59:21.015918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:21.031663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:21.035842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:21.043025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 52cca917-22a6-4faf-a60f-139909108894 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 20:59:21.053242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:21.062831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5367c3-db87-4b07-ae58-a70af8b324d8,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:21.067558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:21.079493 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3d5367c3-db87-4b07-ae58-a70af8b324d8 HTTP/1.1" status: 204 len: 168 time: 1.7111545 Feb 17 20:59:21.172809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:21.212671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 52cca917-22a6-4faf-a60f-139909108894, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=52cca917-22a6-4faf-a60f-139909108894,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:59:21.213955 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52cca917-22a6-4faf-a60f-139909108894'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:59:21.223220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55374) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:21.227652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:21.230821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:21.281786 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-340788e2-4e6b-4eee-9e5e-28864134d31c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78b01f62be9c4335afe0b75690ea905d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0571415 Feb 17 20:59:21.285220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55378) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:21.290462 dv-cinder-760184-4-iscsi neutron-server[83915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52cca917-22a6-4faf-a60f-139909108894', 'code': 422} returned with failed status Feb 17 20:59:21.316754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=52cca917-22a6-4faf-a60f-139909108894,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:21.320350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:21.357200 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6934377-9b19-4e42-bea8-de36e481ba37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:21.385723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6934377-9b19-4e42-bea8-de36e481ba37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:21.437567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6934377-9b19-4e42-bea8-de36e481ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:21.443203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-96fb2756-6c0f-45fb-8e22-bf9574c56e93 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:21.458190 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6934377-9b19-4e42-bea8-de36e481ba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4d2ecc-c19a-4770-b802-9d0c619c2031,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:21.462580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6934377-9b19-4e42-bea8-de36e481ba37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:21.466080 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d6934377-9b19-4e42-bea8-de36e481ba37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:21.471134 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d6934377-9b19-4e42-bea8-de36e481ba37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac4d2ecc-c19a-4770-b802-9d0c619c2031 HTTP/1.1" status: 204 len: 168 time: 0.1836684 Feb 17 20:59:22.395271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:22.745644 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:22.879396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b213897-194e-48c9-8446-a73656784bc9 req-32769a4e-98ae-49f6-8870-d78f62e1fd99 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:22.881062 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b213897-194e-48c9-8446-a73656784bc9 req-32769a4e-98ae-49f6-8870-d78f62e1fd99 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.4136300 Feb 17 20:59:22.887151 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-07615bdd-3cea-45a2-95da-61baee9267d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4181318 Feb 17 20:59:22.943380 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5b213897-194e-48c9-8446-a73656784bc9 req-2026d7fd-25a5-463c-a4df-b3875c5a362e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547009 Feb 17 20:59:23.415264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-f8cf5171-1508-4cf6-89f5-a71906ceb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:23.416891 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-f8cf5171-1508-4cf6-89f5-a71906ceb7cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61&tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d HTTP/1.1" status: 200 len: 1160 time: 0.0793386 Feb 17 20:59:23.524014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-b679d7a7-8f05-48a1-b3da-8bab412667e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:23.525631 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-b679d7a7-8f05-48a1-b3da-8bab412667e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 1160 time: 0.0837607 Feb 17 20:59:23.668799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-550c8fd7-3856-42c7-a3d6-52a42625004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:23.670360 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-550c8fd7-3856-42c7-a3d6-52a42625004b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 911 time: 0.1379082 Feb 17 20:59:23.777468 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-f0e0e430-2c45-4deb-b5ac-8c9d91c0ae3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52cca917-22a6-4faf-a60f-139909108894 HTTP/1.1" status: 200 len: 999 time: 0.1000926 Feb 17 20:59:23.852669 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-c7ea0ba1-8a2e-48d0-b813-d7faf4c05ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:23.854268 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-c7ea0ba1-8a2e-48d0-b813-d7faf4c05ea3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.0692508 Feb 17 20:59:23.939820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-0484e342-95aa-4689-9721-98e213c42f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:23.941347 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-0484e342-95aa-4689-9721-98e213c42f5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777702 Feb 17 20:59:24.096924 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-4b87ec5b-3048-4d53-acac-61db9c0f64ac service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482553 Feb 17 20:59:24.154831 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d902c-bdbe-4a87-898f-cd309b2a330c req-78b7612a-7857-496b-9c56-84411670a075 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:24.156482 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-368d902c-bdbe-4a87-898f-cd309b2a330c req-78b7612a-7857-496b-9c56-84411670a075 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0926359 Feb 17 20:59:24.211610 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-368d902c-bdbe-4a87-898f-cd309b2a330c req-cd685b7f-339f-4004-9f43-d442cd7a5059 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479357 Feb 17 20:59:24.258034 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6f8e8231-98e2-4b6c-9981-a121b3d1e9bc req-6048a992-7415-4f4f-98f7-0797595502de service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1544309 Feb 17 20:59:25.489157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfae35-6d4d-4b6f-84cb-39d194ad81f5 req-b4d2dade-2d6c-4d5b-8527-f5f41574d2ad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:25.490960 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ccfae35-6d4d-4b6f-84cb-39d194ad81f5 req-b4d2dade-2d6c-4d5b-8527-f5f41574d2ad tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0990059 Feb 17 20:59:25.550463 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4ccfae35-6d4d-4b6f-84cb-39d194ad81f5 req-079fdcec-20ce-468e-a059-2746cf265143 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489926 Feb 17 20:59:26.784283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe578598-d245-42ac-8f9d-af66087dfe9e req-fba7d24f-3d1e-462a-8309-3e0f758b48b4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:26.786305 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fe578598-d245-42ac-8f9d-af66087dfe9e req-fba7d24f-3d1e-462a-8309-3e0f758b48b4 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.1118987 Feb 17 20:59:26.842393 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fe578598-d245-42ac-8f9d-af66087dfe9e req-e2b42a63-66b3-43b5-839c-145989e9da94 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481689 Feb 17 20:59:28.073264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e900-fe14-4ddf-a8f4-541b77c89de7 req-691a22a2-323e-41dc-b71d-a35268b4160f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:28.075043 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c9c5e900-fe14-4ddf-a8f4-541b77c89de7 req-691a22a2-323e-41dc-b71d-a35268b4160f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0962567 Feb 17 20:59:28.130085 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c9c5e900-fe14-4ddf-a8f4-541b77c89de7 req-93e69d28-b9db-40e9-9b44-156a28eddb2f tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471892 Feb 17 20:59:29.346993 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaa860-71c6-4002-aada-f2ba5d178ca3 req-a61b7782-63e3-440a-a27a-542e699cc8ab tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:29.348661 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9beaa860-71c6-4002-aada-f2ba5d178ca3 req-a61b7782-63e3-440a-a27a-542e699cc8ab tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0926108 Feb 17 20:59:29.399400 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9beaa860-71c6-4002-aada-f2ba5d178ca3 req-cbaf704b-1bfb-42dc-8c1f-dbb58c8e540c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Feb 17 20:59:30.615187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9952ae-ca0a-4fc2-9cac-b55063e4680f req-a7683712-432f-452c-b00f-e66bc5216c18 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:30.616874 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6e9952ae-ca0a-4fc2-9cac-b55063e4680f req-a7683712-432f-452c-b00f-e66bc5216c18 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0950179 Feb 17 20:59:30.671710 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6e9952ae-ca0a-4fc2-9cac-b55063e4680f req-330ea2d1-4bf0-4386-8128-71f544724c91 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470991 Feb 17 20:59:31.522619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:31.904124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af323378-eff6-473b-958d-a18a16a80df2 req-901907e7-ac56-4727-8dec-ec02b9fc75f1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:31.905909 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af323378-eff6-473b-958d-a18a16a80df2 req-901907e7-ac56-4727-8dec-ec02b9fc75f1 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0998073 Feb 17 20:59:31.959878 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-af323378-eff6-473b-958d-a18a16a80df2 req-88198618-d962-46d9-827f-60041fd2a065 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461936 Feb 17 20:59:32.641849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55564) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:32.787423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:32.806476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:59:32.810970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] Usage tracker for resource:security_group_rule and tenant:1321d0c2a0a34935a19fd2c9734dfb7e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:59:32.814685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:59:32.820950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:59:32.931101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:32.935173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:32.954398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2f01d760-30ee-41f7-b30a-1c63cbd6e378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:33.002499 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1321d0c2a0a34935a19fd2c9734dfb7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559055 Feb 17 20:59:33.002499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b534a0-ae69-4e21-abce-2b8cf4beb647,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:33.002839 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55574) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:33.005499 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-97f0d698-53e7-48c2-b1b4-160642d6bc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:33.070428 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff151981-bc01-4534-8c54-eb005b241155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:33.104181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff151981-bc01-4534-8c54-eb005b241155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:33.159209 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff151981-bc01-4534-8c54-eb005b241155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:33.164704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-61b77027-7284-4012-8873-e2b3717b7093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:33.180090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff151981-bc01-4534-8c54-eb005b241155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b534a0-ae69-4e21-abce-2b8cf4beb647,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:33.183408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ff151981-bc01-4534-8c54-eb005b241155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:33.186912 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ff151981-bc01-4534-8c54-eb005b241155 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25b534a0-ae69-4e21-abce-2b8cf4beb647 HTTP/1.1" status: 204 len: 168 time: 0.1828299 Feb 17 20:59:33.188156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ff151981-bc01-4534-8c54-eb005b241155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:33.215136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eee916-96b8-4a76-9517-8a85bf01be95 req-0b7e2880-58ac-4021-8c1f-bfd53f24d6ca tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:33.216909 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31eee916-96b8-4a76-9517-8a85bf01be95 req-0b7e2880-58ac-4021-8c1f-bfd53f24d6ca tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0937481 Feb 17 20:59:33.290177 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31eee916-96b8-4a76-9517-8a85bf01be95 req-9f1ba4a0-0435-47bd-8cfa-06fc2e202fa7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614121 Feb 17 20:59:34.508905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2e7f8-3908-4c76-bc3a-26d5092e13c5 req-9fc3dd28-decf-4172-b46e-e9717519891e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:34.512661 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bec2e7f8-3908-4c76-bc3a-26d5092e13c5 req-9fc3dd28-decf-4172-b46e-e9717519891e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.1035914 Feb 17 20:59:34.566340 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bec2e7f8-3908-4c76-bc3a-26d5092e13c5 req-5e884d31-b3fc-4b07-9b7c-87485150c3b7 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470746 Feb 17 20:59:35.837756 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357cd8f-7f93-44e9-9985-9bd814123214 req-e030b5dd-e104-49a6-beb1-616cbdb2446c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:35.840006 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d357cd8f-7f93-44e9-9985-9bd814123214 req-e030b5dd-e104-49a6-beb1-616cbdb2446c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.1201296 Feb 17 20:59:35.891531 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d357cd8f-7f93-44e9-9985-9bd814123214 req-51f9c249-84da-46ee-beaa-d7ede08d3703 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444326 Feb 17 20:59:37.107735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553c4d7-0733-49a9-8c20-b1239d810fce req-6fc36889-ae12-4736-a7d8-65df0790c057 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:37.109376 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6553c4d7-0733-49a9-8c20-b1239d810fce req-6fc36889-ae12-4736-a7d8-65df0790c057 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0885756 Feb 17 20:59:37.162922 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6553c4d7-0733-49a9-8c20-b1239d810fce req-51f4b6c2-e3d9-4823-a727-8d16f19399fd tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467312 Feb 17 20:59:38.370039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d820d-c31e-48d7-a932-1464c7f6cb20 req-29278d95-9064-4634-9b39-e91148df8099 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:38.371733 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db2d820d-c31e-48d7-a932-1464c7f6cb20 req-29278d95-9064-4634-9b39-e91148df8099 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0896609 Feb 17 20:59:38.422443 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db2d820d-c31e-48d7-a932-1464c7f6cb20 req-10740959-8364-44c1-8a51-03c553da0f0c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 Feb 17 20:59:39.552724 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 52cca917-22a6-4faf-a60f-139909108894 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:59:39.631994 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 52cca917-22a6-4faf-a60f-139909108894 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:59:39.632421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:39.635671 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1806ad-897e-4e25-9478-2f589e762351 req-7d8555e2-4891-4766-a3b2-1394b4ab540c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:39.637281 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf1806ad-897e-4e25-9478-2f589e762351 req-7d8555e2-4891-4766-a3b2-1394b4ab540c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0933645 Feb 17 20:59:39.686204 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bf1806ad-897e-4e25-9478-2f589e762351 req-ed01261e-0bb7-45b7-ad42-05dd3dea7491 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Feb 17 20:59:39.762518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:39.795676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cca917-22a6-4faf-a60f-139909108894'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 20:59:39.803422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 52cca917-22a6-4faf-a60f-139909108894, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=52cca917-22a6-4faf-a60f-139909108894,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 20:59:39.809652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:39.812087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:39.855989 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cca917-22a6-4faf-a60f-139909108894', 'code': 200} Feb 17 20:59:39.901944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=52cca917-22a6-4faf-a60f-139909108894,revision_number=6']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:39.905857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:40.134804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be268edb-d2be-4205-9b3c-330d01dad98e req-d1f7fd69-1c49-4ada-9f94-b284f3528178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:40.136500 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-be268edb-d2be-4205-9b3c-330d01dad98e req-d1f7fd69-1c49-4ada-9f94-b284f3528178 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 1162 time: 0.0808308 Feb 17 20:59:40.182040 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-be268edb-d2be-4205-9b3c-330d01dad98e req-dbce1f71-45db-4e4e-b586-0af3cb657529 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379534 Feb 17 20:59:40.328760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55676) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:40.453317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:40.473372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:59:40.477491 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d17caf43414e479731ebd416ccda1d is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:59:40.480472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:59:40.486987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:59:40.574016 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:40.577070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:40.586212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e814820-487b-4690-9387-0309d84b7005 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:40.629257 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2d17caf43414e479731ebd416ccda1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993309 Feb 17 20:59:40.630989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed77a8df-648d-4de6-9372-4a4eb915766d,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:40.632372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55682) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:40.634395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4d030676-9618-4ac5-854a-bf94aeb9f507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:40.696323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dcd4-1fe1-44b4-81c2-06a4d5534498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:40.724943 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dcd4-1fe1-44b4-81c2-06a4d5534498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:40.771424 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dcd4-1fe1-44b4-81c2-06a4d5534498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:40.781464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4d3c769-939b-401b-b1b7-613af54e12f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:40.801898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6dcd4-1fe1-44b4-81c2-06a4d5534498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed77a8df-648d-4de6-9372-4a4eb915766d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:40.805369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d7e6dcd4-1fe1-44b4-81c2-06a4d5534498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:40.847053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dcd4-1fe1-44b4-81c2-06a4d5534498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:40.848253 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d7e6dcd4-1fe1-44b4-81c2-06a4d5534498 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed77a8df-648d-4de6-9372-4a4eb915766d HTTP/1.1" status: 204 len: 168 time: 0.2139528 Feb 17 20:59:40.899898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858722c-95f8-416e-83e5-9c2e5e147719 req-bb8a1788-8b52-4bcf-b8ab-eadcf49bfcc8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:40.901522 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1858722c-95f8-416e-83e5-9c2e5e147719 req-bb8a1788-8b52-4bcf-b8ab-eadcf49bfcc8 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0928833 Feb 17 20:59:40.951658 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1858722c-95f8-416e-83e5-9c2e5e147719 req-2df58f83-efcc-4fac-9a31-4248e1e7ea53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437052 Feb 17 20:59:41.145252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55692) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:41.164835 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:41.180941 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:59:41.185040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Usage tracker for resource:security_group_rule and tenant:27a444383a9d46b0a645f13a88e819bc is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:59:41.188018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:59:41.193869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:59:41.218886 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 52cca917-22a6-4faf-a60f-139909108894 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 20:59:41.290529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:41.294209 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:41.309862 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 52cca917-22a6-4faf-a60f-139909108894 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 20:59:41.310312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:41.325279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b1ffd5e0-ff1c-41ed-9c6b-cb913b44a61d tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:41.352382 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27a444383a9d46b0a645f13a88e819bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058048 Feb 17 20:59:41.355096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55700) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:41.359273 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a04b8-75db-4eb7-aca4-f72b7bd6e481,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:41.362904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:41.420992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94c5f26a-5e72-4543-8908-813024e5761c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:41.454060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94c5f26a-5e72-4543-8908-813024e5761c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:41.503611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94c5f26a-5e72-4543-8908-813024e5761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:41.508859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5321c71d-e238-44c0-b881-d91996b45ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:41.527417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5f26a-5e72-4543-8908-813024e5761c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a04b8-75db-4eb7-aca4-f72b7bd6e481,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:41.530646 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-94c5f26a-5e72-4543-8908-813024e5761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:41.535125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-94c5f26a-5e72-4543-8908-813024e5761c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:41.539056 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-94c5f26a-5e72-4543-8908-813024e5761c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/296a04b8-75db-4eb7-aca4-f72b7bd6e481 HTTP/1.1" status: 204 len: 168 time: 0.1825478 Feb 17 20:59:42.181795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5321662-2799-4848-921f-ab0d67b8f887 req-ab0467d1-8e96-4801-96d8-d0cb103a32b5 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:42.183482 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5321662-2799-4848-921f-ab0d67b8f887 req-ab0467d1-8e96-4801-96d8-d0cb103a32b5 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0917022 Feb 17 20:59:42.239313 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b5321662-2799-4848-921f-ab0d67b8f887 req-ae9d7f59-7877-4dd2-9412-13fe2a43d890 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495443 Feb 17 20:59:43.473255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73882c-a884-4b81-9ce8-8d8bad6dfca7 req-4e010694-8fae-4e72-be05-56848c231c1c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:43.474916 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d73882c-a884-4b81-9ce8-8d8bad6dfca7 req-4e010694-8fae-4e72-be05-56848c231c1c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0984485 Feb 17 20:59:43.526680 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2d73882c-a884-4b81-9ce8-8d8bad6dfca7 req-0084d10b-18e3-43f5-a549-57a0131c67fa tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 Feb 17 20:59:44.168317 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55816) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:44.294948 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:44.311142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:59:44.315902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Usage tracker for resource:security_group_rule and tenant:b97579f046ad4567b6ea2c42999a6e37 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:59:44.318888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:59:44.324682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:59:44.415107 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:44.418935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:44.428730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0a32db83-d358-4334-86ff-3dd03b6eaa80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:44.472939 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b97579f046ad4567b6ea2c42999a6e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034286 Feb 17 20:59:44.474917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ae7792-ef9a-4601-b562-acc0e31754be,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:44.476068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55822) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:44.484567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.484985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.485952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.486383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.486790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.487192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.487589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.487984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.488393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.488788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.489188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.489587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.490055 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.490507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.490901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.491291 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.491679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.492069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.492456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.492842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.493226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.493611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.493997 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.494413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 20:59:44.499258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2710ef41-5f8f-473f-ab1e-ffbd99fd6349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:44.547261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0879f0d-6538-4c93-a970-2ed673d468f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:44.577839 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0879f0d-6538-4c93-a970-2ed673d468f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:44.632347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0879f0d-6538-4c93-a970-2ed673d468f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:44.637734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ed257d21-5d84-4399-910e-9efdb6e92821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:44.651853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0879f0d-6538-4c93-a970-2ed673d468f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ae7792-ef9a-4601-b562-acc0e31754be,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:44.656415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d0879f0d-6538-4c93-a970-2ed673d468f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:44.663529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d0879f0d-6538-4c93-a970-2ed673d468f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:44.665171 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d0879f0d-6538-4c93-a970-2ed673d468f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5ae7792-ef9a-4601-b562-acc0e31754be HTTP/1.1" status: 204 len: 168 time: 0.1878054 Feb 17 20:59:44.964309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55830) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:44.984536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:45.001545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:59:45.005881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] Usage tracker for resource:security_group_rule and tenant:8d4d023dd15541aba86765e131314682 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:59:45.009069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:59:45.014962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:59:45.104964 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:45.107836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:45.117319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0ce4804b-dfbf-4ea5-86e2-a72279c05333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:45.161338 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d4d023dd15541aba86765e131314682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958833 Feb 17 20:59:45.163067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a471b5eb-b812-4d13-b189-6466192448d5,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:45.164348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55834) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:45.166498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a05e4532-8c3f-40d9-b0e4-a6b46c4f8e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:45.228478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e09e0e2d-b454-4cbc-9460-1ef39239aa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:45.256287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e09e0e2d-b454-4cbc-9460-1ef39239aa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:45.304907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e09e0e2d-b454-4cbc-9460-1ef39239aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:45.310051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bec47be9-9711-42a0-9c5f-e3c2e6e69997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:45.323830 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0e2d-b454-4cbc-9460-1ef39239aa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a471b5eb-b812-4d13-b189-6466192448d5,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:45.326524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e09e0e2d-b454-4cbc-9460-1ef39239aa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:45.335095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e09e0e2d-b454-4cbc-9460-1ef39239aa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:45.336980 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-e09e0e2d-b454-4cbc-9460-1ef39239aa77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a471b5eb-b812-4d13-b189-6466192448d5 HTTP/1.1" status: 204 len: 168 time: 0.1710455 Feb 17 20:59:46.491585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55864) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:46.619900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:46.636965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:59:46.641122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0476bdb6e6934dd0a019da1f079222f5 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:59:46.645067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:59:46.650876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:59:46.745219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:46.748057 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:46.758241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6edb73f9-11cd-4951-8a53-933dae1b4a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:46.803355 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0476bdb6e6934dd0a019da1f079222f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105938 Feb 17 20:59:46.805456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb2961b-e6db-45c4-a5d9-49ee5a8f088e,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:46.806668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55870) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:46.808968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:46.883046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3c8172f-d0ba-44a7-a5cf-9becff7e95ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:46.910186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3c8172f-d0ba-44a7-a5cf-9becff7e95ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:46.955632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3c8172f-d0ba-44a7-a5cf-9becff7e95ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:46.960679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0d6bc8e6-1a73-4313-aafa-991e6822d8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:46.975141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8172f-d0ba-44a7-a5cf-9becff7e95ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb2961b-e6db-45c4-a5d9-49ee5a8f088e,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:46.977973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a3c8172f-d0ba-44a7-a5cf-9becff7e95ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:46.979198 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a3c8172f-d0ba-44a7-a5cf-9becff7e95ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:46.980389 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a3c8172f-d0ba-44a7-a5cf-9becff7e95ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fb2961b-e6db-45c4-a5d9-49ee5a8f088e HTTP/1.1" status: 204 len: 168 time: 0.1726682 Feb 17 20:59:48.272842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3ede49f9-880a-4d57-89f1-b935160a9927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:50.631135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bedee2ce-4408-4a72-8c04-b8856c61988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:51.018231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:51.755431 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55936) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:51.764255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 20:59:51.884681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:51.900729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:59:51.904799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] Usage tracker for resource:security_group_rule and tenant:5853ecb1fff94583af269960c15cc679 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:59:51.907901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:59:51.913781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:59:52.236250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.239215 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.247918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d77860c5-dc3e-463b-be5d-9e138ca2b28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:52.289979 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5853ecb1fff94583af269960c15cc679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333829 Feb 17 20:59:52.291694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5685b032-9bc0-4ccc-8d7a-b064819036d1,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:52.292951 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55942) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:52.295145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-450df07d-4699-4ed3-a883-09092d5af6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:52.359508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7dc-a294-4dab-abfc-c08033a10507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.389532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.390717 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7dc-a294-4dab-abfc-c08033a10507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.436679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7dc-a294-4dab-abfc-c08033a10507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.442464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f6f780f1-4186-47ae-966f-1603ba31ce22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:52.457743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9a7dc-a294-4dab-abfc-c08033a10507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5685b032-9bc0-4ccc-8d7a-b064819036d1,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:52.462801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-88c9a7dc-a294-4dab-abfc-c08033a10507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:52.472243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7dc-a294-4dab-abfc-c08033a10507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.473492 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-88c9a7dc-a294-4dab-abfc-c08033a10507 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5685b032-9bc0-4ccc-8d7a-b064819036d1 HTTP/1.1" status: 204 len: 168 time: 0.1794624 Feb 17 20:59:52.757118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.778390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 55950) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:52.798956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.822486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 20:59:52.826842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Usage tracker for resource:security_group_rule and tenant:bb57eebe0dd243198bf06412af9b56c4 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 20:59:52.830765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 20:59:52.837249 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 20:59:52.931254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.934127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:52.944020 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b48e3187-f839-4f8b-b401-c059166dc43e tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:52.992656 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb57eebe0dd243198bf06412af9b56c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104995 Feb 17 20:59:52.992656 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a8039-ca59-4df6-9bba-333574fb2c90,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:52.993063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 55954) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 20:59:52.994616 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:53.061648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-09494ca0-8201-4034-a983-e3d35c17bfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:53.090989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-09494ca0-8201-4034-a983-e3d35c17bfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:53.137721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-09494ca0-8201-4034-a983-e3d35c17bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:53.143261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2e798c20-1f6a-4cc3-a686-31e82f04ac52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 20:59:53.158790 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09494ca0-8201-4034-a983-e3d35c17bfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a8039-ca59-4df6-9bba-333574fb2c90,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 20:59:53.161568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-09494ca0-8201-4034-a983-e3d35c17bfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 20:59:53.168576 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-09494ca0-8201-4034-a983-e3d35c17bfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 20:59:53.169806 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-09494ca0-8201-4034-a983-e3d35c17bfe4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c4a8039-ca59-4df6-9bba-333574fb2c90 HTTP/1.1" status: 204 len: 168 time: 0.1756599 Feb 17 20:59:56.013870 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-a5b33dad-c780-4020-b51f-3ccad133645b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0836191 Feb 17 20:59:56.117693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-e09e0486-7703-4cf1-9eea-090ffb04108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:56.119349 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-e09e0486-7703-4cf1-9eea-090ffb04108b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 1162 time: 0.0809464 Feb 17 20:59:56.283102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-07bd28ee-b94f-4b70-bba9-259f88043fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:56.284768 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-07bd28ee-b94f-4b70-bba9-259f88043fd5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 200 len: 911 time: 0.1411142 Feb 17 20:59:56.399977 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-fc766b36-f68b-40d0-871b-4e2583a5d301 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52cca917-22a6-4faf-a60f-139909108894 HTTP/1.1" status: 200 len: 1001 time: 0.1074421 Feb 17 20:59:56.476469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-15aed5bd-b223-4a4a-8888-518b083477d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:56.478057 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-15aed5bd-b223-4a4a-8888-518b083477d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 200 len: 856 time: 0.0695100 Feb 17 20:59:56.574648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-7b6379c2-caea-45dc-977a-d81b88f4e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 20:59:56.576200 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-7b6379c2-caea-45dc-977a-d81b88f4e861 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2a6949-1b8e-4556-bd82-db5fea1877c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843613 Feb 17 20:59:56.733197 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-5763bb43-28e9-4c76-9b99-9746eda106b0 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486621 Feb 17 20:59:56.885286 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6c783bb1-95eb-49d0-b3f3-4991034880d4 req-c566eb25-3450-48c5-96fc-a1aa87be225d service neutron] 10.222.0.67 "GET /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434321 Feb 17 21:00:01.545529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:18.265395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e99c455c-79bb-4e5d-9659-ff6be22913e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:20.633114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-affcd980-d2ed-46fa-9286-c60efdf5c9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:21.020991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:22.393438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:22.749412 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:25.665992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f314ef-4e04-4426-b90f-8166910bf5d6 req-9741ba98-9acf-41f7-aeec-40b7dbec7857 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:25.667731 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5f314ef-4e04-4426-b90f-8166910bf5d6 req-9741ba98-9acf-41f7-aeec-40b7dbec7857 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.0937819 Feb 17 21:00:25.726153 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5f314ef-4e04-4426-b90f-8166910bf5d6 req-7f765c4b-bd08-42c8-b172-2bca22b91f14 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509527 Feb 17 21:00:26.968873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04373a-aa39-40d0-b2c7-5b9475b833a2 req-58365aa8-8e34-465a-8cb4-b7f411cdf9b2 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:26.970577 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f04373a-aa39-40d0-b2c7-5b9475b833a2 req-58365aa8-8e34-465a-8cb4-b7f411cdf9b2 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1031978 Feb 17 21:00:27.022152 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f04373a-aa39-40d0-b2c7-5b9475b833a2 req-85b18f74-993f-4a4b-ac03-d64ef52e515c tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449979 Feb 17 21:00:27.103030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-99f343e1-ceb4-4430-a859-e7d0a104a074 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:27.103800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-99f343e1-ceb4-4430-a859-e7d0a104a074 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Synchronizing usage tracker for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:27.120185 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-99f343e1-ceb4-4430-a859-e7d0a104a074 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Unset dirty status for tenant:8f739bff06aa4bd8b17d7ea73ad40d6d on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:27.121440 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-99f343e1-ceb4-4430-a859-e7d0a104a074 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 945 time: 0.1115530 Feb 17 21:00:27.216655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Deleting port 52cca917-22a6-4faf-a60f-139909108894 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:27.217035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.400537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 52cca917-22a6-4faf-a60f-139909108894 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:00:27.496333 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] For port 52cca917-22a6-4faf-a60f-139909108894, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=52cca917-22a6-4faf-a60f-139909108894,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:27.496743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.526500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.556949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52cca917-22a6-4faf-a60f-139909108894'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:00:27.572104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 52cca917-22a6-4faf-a60f-139909108894, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=52cca917-22a6-4faf-a60f-139909108894,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:27.577129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.581102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-63541372-627c-4c06-9f89-c0c5cd6146b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:27.626990 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52cca917-22a6-4faf-a60f-139909108894', 'code': 200} Feb 17 21:00:27.662679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=52cca917-22a6-4faf-a60f-139909108894,revision_number=7']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:27.671380 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.671700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.672904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.673387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.673765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.674141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.674637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.675009 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.675397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.675763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.676127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.676672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.677057 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.677403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.677767 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.678168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.678556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.678909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.679276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.679634 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.679991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.680347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.680710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.681065 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:27.685923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:27.868946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.869354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:27.869711 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Floating IP 2b4831ea-292f-41bc-949b-276816ce52bf disassociated. External IP: 172.27.0.126, port: 52cca917-22a6-4faf-a60f-139909108894. Feb 17 21:00:27.870087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Calling delete_port for 52cca917-22a6-4faf-a60f-139909108894 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:27.962357 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:00:27.962665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:00:28.240615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822593e-9754-41fc-8946-4e5b3c080720 req-1384be2a-c2d7-419c-a385-3770cb5217de tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:28.242139 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6822593e-9754-41fc-8946-4e5b3c080720 req-1384be2a-c2d7-419c-a385-3770cb5217de tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 943 time: 0.0906115 Feb 17 21:00:28.290126 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6822593e-9754-41fc-8946-4e5b3c080720 req-ad0a84d6-43fd-48cf-a538-a9648b4cae8a tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups?id=c529248c-d3fb-41c0-be58-9eb276bd33cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Feb 17 21:00:28.463603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Deleting port 52cca917-22a6-4faf-a60f-139909108894 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:28.463995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.735249 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] For port 52cca917-22a6-4faf-a60f-139909108894, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=52cca917-22a6-4faf-a60f-139909108894,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:28.735645 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:28.764557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:00:29.060861 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.061289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.061669 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Floating IP 2b4831ea-292f-41bc-949b-276816ce52bf disassociated. External IP: 172.27.0.126, port: 52cca917-22a6-4faf-a60f-139909108894. Feb 17 21:00:29.062054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Calling delete_port for 52cca917-22a6-4faf-a60f-139909108894 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:29.216150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.232053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a73ceff3-328b-4bd4-a5cb-96dda7bc1c20 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:29.335598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event deleted for resources: {'Port': ['ID=52cca917-22a6-4faf-a60f-139909108894,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:29.346847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:29.468608 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4b15e0ac-33ff-4caa-838f-9961113fe03e req-2cfd03b9-851f-46b0-8549-b95282cedfaa tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/ports?device_id=07b71631-bffe-4983-a371-0fcc81c18a61 HTTP/1.1" status: 200 len: 210 time: 0.0553305 Feb 17 21:00:29.622848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Router ffd4ff45-ce1b-4acf-b348-61a83a73e8af has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:00:29.818133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:00:29.829305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] Sync routers for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:00:29.847019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:29.847821 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:29.863258 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] No DVR routers for this DVR port 52cca917-22a6-4faf-a60f-139909108894 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:00:29.865605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:29.868606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-deleted', 'tag': '52cca917-22a6-4faf-a60f-139909108894'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:00:29.887328 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c8d3b714-6070-41bd-ac7b-e2f5757dcd18 req-18b0cccf-85ed-4b5b-bf83-24f22b42f0cc tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.67 "DELETE /v2.0/ports/52cca917-22a6-4faf-a60f-139909108894 HTTP/1.1" status: 204 len: 173 time: 2.7593114 Feb 17 21:00:29.932209 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b71631-bffe-4983-a371-0fcc81c18a61', 'name': 'network-vif-deleted', 'tag': '52cca917-22a6-4faf-a60f-139909108894', 'status': 'completed', 'code': 200} Feb 17 21:00:30.081284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:30.427024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:30.431288 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] Checking router: ffd4ff45-ce1b-4acf-b348-61a83a73e8af for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:00:30.442923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:30.443619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:30.614734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 56190) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:30.646885 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:30.684610 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49f24648-c8ec-4608-a03f-712019e70e45 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.714374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49f24648-c8ec-4608-a03f-712019e70e45 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.767779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49f24648-c8ec-4608-a03f-712019e70e45 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.773519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a201abab-57f0-4e63-84d9-427605e9198f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:30.801592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f24648-c8ec-4608-a03f-712019e70e45 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529248c-d3fb-41c0-be58-9eb276bd33cc,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:30.804635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-49f24648-c8ec-4608-a03f-712019e70e45 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:30.813746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-49f24648-c8ec-4608-a03f-712019e70e45 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:30.815380 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-49f24648-c8ec-4608-a03f-712019e70e45 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "DELETE /v2.0/security-groups/c529248c-d3fb-41c0-be58-9eb276bd33cc HTTP/1.1" status: 204 len: 168 time: 0.1992824 Feb 17 21:00:30.817886 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 56194) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:30.836310 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.api.v2.resource [None req-08dbf2e6-69d0-43d9-8f90-40b87578d178 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] show failed (client error): The resource could not be found. Feb 17 21:00:30.837674 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-08dbf2e6-69d0-43d9-8f90-40b87578d178 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "GET /v2.0/security-groups/c529248c-d3fb-41c0-be58-9eb276bd33cc HTTP/1.1" status: 404 len: 347 time: 0.0187528 Feb 17 21:00:30.840876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 56198) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:31.026696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Deleting port b057a652-28ff-4348-9e12-09c2f9e45cbf {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:31.027079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.177462 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:31.182104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d99d30-a954-4263-bfce-63aa9f148971 None None] The sync data for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi is: [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T20:52:04Z', 'revision_number': 4, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': 'a6618963-fc5f-4ec1-a37f-f32274613af0', 'name': '', 'network_id': '1d2a6949-1b8e-4556-bd82-db5fea1877c6', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'mac_address': 'fa:16:3e:82:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:52:01Z', 'updated_at': '2021-02-17T20:52:18Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'subnets': [{'id': '79489a8e-5958-4616-91aa-e45c478f46ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:00:31.459396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.459880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.564234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.571711 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56208) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:31.606415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Calling delete_port for b057a652-28ff-4348-9e12-09c2f9e45cbf owned by network:floatingip {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:31.676770 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6fd283-c120-4d36-86c8-1670bfbe5488 None None] New status for floating IP 2b4831ea-292f-41bc-949b-276816ce52bf: DOWN {{(pid=84030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:00:31.705541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.722889 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:31.727189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Usage tracker for resource:security_group_rule and tenant:8b838f948c544768b434159b49e8468e is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:31.730762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:31.737408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:31.758828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.775740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1043d4e0-6336-4766-9a78-e69652409a53 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:31.853801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-db6fd283-c120-4d36-86c8-1670bfbe5488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84030) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:00:31.854202 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-db6fd283-c120-4d36-86c8-1670bfbe5488 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:00:31.861191 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.864413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:31.874395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d7e6dcd4-1fe1-44b4-81c2-06a4d5534498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:31.887135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Pushing event deleted for resources: {'Port': ['ID=b057a652-28ff-4348-9e12-09c2f9e45cbf,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:31.890164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:31.916872 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b838f948c544768b434159b49e8468e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440831 Feb 17 21:00:31.920449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56214) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:31.924691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42b7bdc-77d3-4ba2-9019-7fb4e9d257d4,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:31.947100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.947421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.947827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.948229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.948629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.949075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.949466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.949865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.950272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.950683 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.951074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.951465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.951913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.952303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.952693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.953479 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.953945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.954365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.954763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.955148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.955538 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.955926 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.956319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.956710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:31.963364 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:32.011135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bed90d31-33c1-4f83-8caf-d8f20a5c7b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.032164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks [] for floatingip, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.039252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bed90d31-33c1-4f83-8caf-d8f20a5c7b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.058525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.063680 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] 10.222.0.30 "DELETE /v2.0/floatingips/2b4831ea-292f-41bc-949b-276816ce52bf HTTP/1.1" status: 204 len: 168 time: 1.2185657 Feb 17 21:00:32.091485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bed90d31-33c1-4f83-8caf-d8f20a5c7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.097922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-89fb6a44-2d66-47b5-80b2-016355f807b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:32.115229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed90d31-33c1-4f83-8caf-d8f20a5c7b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42b7bdc-77d3-4ba2-9019-7fb4e9d257d4,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:32.119975 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bed90d31-33c1-4f83-8caf-d8f20a5c7b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:32.122047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-bed90d31-33c1-4f83-8caf-d8f20a5c7b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:32.123664 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-bed90d31-33c1-4f83-8caf-d8f20a5c7b65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d42b7bdc-77d3-4ba2-9019-7fb4e9d257d4 HTTP/1.1" status: 204 len: 168 time: 0.2005734 Feb 17 21:00:32.356301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6fd283-c120-4d36-86c8-1670bfbe5488 None None] New status for floating IP 2b4831ea-292f-41bc-949b-276816ce52bf: DOWN {{(pid=84030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:00:32.872713 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 56240) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:32.986426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-598125884-network', 'tenant_id': 'd3b31f84404e4d5fb2ad0c489e64411b'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:32.991516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:32.995741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Usage tracker for resource:network and tenant:d3b31f84404e4d5fb2ad0c489e64411b is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:32.998766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:33.006405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:33.015326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Made reservation on behalf of d3b31f84404e4d5fb2ad0c489e64411b for: {'network': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:33.020792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.034004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.049296 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:33.053413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b31f84404e4d5fb2ad0c489e64411b is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:33.056452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:33.062188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:33.148155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.151006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.155131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c50d1f0b-6706-4b1c-b60e-ac7406611406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:33.191072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:00:33.200298 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18064444-25b0-4b4b-a16f-9eea40af4e88,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:33.204536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:33.208615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.209502 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Added segment 87093740-ae5b-492d-b3cd-4fae12b7acb6 of type vxlan for network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 Feb 17 21:00:33.236368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.266375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.267630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:33.268263 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.273220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-054d214b-8cc6-47a3-9c94-ae4b8b32069a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:33.382706 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5087423 Feb 17 21:00:33.383659 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Pushing event updated for resources: {'Network': ['ID=2c74efd0-19ae-4fa2-8680-41e4fe5700a0,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:33.385937 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56250) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:33.386826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-35a5dc9e-29cb-473f-8787-7c17dfc8cd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:33.393112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Request body: {'subnet': {'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-598125884-subnet', 'tenant_id': 'd3b31f84404e4d5fb2ad0c489e64411b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:33.397093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:33.398677 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:33.402822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Usage tracker for resource:subnet and tenant:d3b31f84404e4d5fb2ad0c489e64411b is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:33.405872 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:33.411933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:33.413739 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:33.427569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Made reservation on behalf of d3b31f84404e4d5fb2ad0c489e64411b for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:33.433913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64177396'] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.870593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789539126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64177381'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:33.886640 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f9577399-108e-4c02-8b0c-1e31d8cef018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:34.026048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c799eb2b-c61b-420c-ba26-08ebb9b566ce,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:34.029146 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:34.096045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Checking segment: {'id': '87093740-ae5b-492d-b3cd-4fae12b7acb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:34.096353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Network hostable DHCP agents. Network: 2c74efd0-19ae-4fa2-8680-41e4fe5700a0, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:00:34.115049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:00:34.123062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 2c74efd0-19ae-4fa2-8680-41e4fe5700a0) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:34.132812 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f767d-e02d-4f1d-9530-7633f19ad976 None None] Network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:34.135232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:34.135890 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:34.155579 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-69a3e325-8a3e-44c0-ba78-d13740b72587 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7684221 Feb 17 21:00:34.367421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d98d457-6add-48a1-9082-6c7f800e297f None None] Network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:34.975006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56276) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:35.853206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854109025'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.320881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-eddcb3ca-461f-4019-a5fc-8b000d90335c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:36.322524 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-eddcb3ca-461f-4019-a5fc-8b000d90335c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/networks?id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0 HTTP/1.1" status: 200 len: 813 time: 0.1842520 Feb 17 21:00:36.383360 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-aea3ebb1-b4b3-413c-a3bc-df472b0e865d tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/quotas/d3b31f84404e4d5fb2ad0c489e64411b HTTP/1.1" status: 200 len: 375 time: 0.0300417 Feb 17 21:00:36.394153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Deleting port a6618963-fc5f-4ec1-a37f-f32274613af0 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:36.394553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.484781 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-5bc1a4fc-e96d-4003-94c4-118a0178781e tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3b31f84404e4d5fb2ad0c489e64411b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915520 Feb 17 21:00:36.760503 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-32613811-3e42-4e8e-b5b6-fdbf9469ab92 service neutron] 10.222.0.30 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662215 Feb 17 21:00:36.762198 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] For port a6618963-fc5f-4ec1-a37f-f32274613af0, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=a6618963-fc5f-4ec1-a37f-f32274613af0,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:36.762628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:36.979987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Calling delete_port for a6618963-fc5f-4ec1-a37f-f32274613af0 owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:37.130471 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-fba41b14-3306-4658-818e-16637cb50f65 service neutron] 10.222.0.30 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3593922 Feb 17 21:00:37.233771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:37.260200 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:37.420032 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6618963-fc5f-4ec1-a37f-f32274613af0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:37.426923 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4464bc75-400d-4eec-b1c8-98acf01a7df1 req-14b28c79-9129-44f0-a25e-bd75aa22f1a5 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 210 time: 0.0793469 Feb 17 21:00:37.429933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:37.677807 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-3eecd9b4-5a48-46cd-aafd-b6864abd5ce9 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/floatingips/0e071064-8f64-42c7-91d4-f992047f5ea8 HTTP/1.1" status: 200 len: 999 time: 0.1859317 Feb 17 21:00:38.267457 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-cd5fdfe7-ee60-48fb-82c1-20d0197e7d1c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:38.268980 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-cd5fdfe7-ee60-48fb-82c1-20d0197e7d1c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.5842643 Feb 17 21:00:38.272335 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854108943'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:38.510040 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-44bdbfab-33b7-4433-8a13-7226e0b96c18 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.132 HTTP/1.1" status: 200 len: 1002 time: 0.2233794 Feb 17 21:00:38.553564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-15201982-5be0-41ab-93d4-6726180ceba6 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:38.554800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-15201982-5be0-41ab-93d4-6726180ceba6 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Synchronizing usage tracker for tenant:d3b31f84404e4d5fb2ad0c489e64411b on resource:network {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:38.575815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-15201982-5be0-41ab-93d4-6726180ceba6 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Unset dirty status for tenant:d3b31f84404e4d5fb2ad0c489e64411b on resource:network {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:38.577324 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-15201982-5be0-41ab-93d4-6726180ceba6 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.67 "GET /v2.0/networks?id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0 HTTP/1.1" status: 200 len: 813 time: 0.2448151 Feb 17 21:00:38.591664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Request body: {'port': {'device_id': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0', 'admin_state_up': True, 'tenant_id': 'd3b31f84404e4d5fb2ad0c489e64411b'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:38.673898 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9b108050-094a-48ec-91dc-c746120afe53 req-e178ff8a-d53c-4489-b385-3ffc5955690f tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 210 time: 0.0644939 Feb 17 21:00:38.746906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-ac1d41ee-0300-480d-9ded-635ec2c6b11e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:38.748406 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-ac1d41ee-0300-480d-9ded-635ec2c6b11e tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports/fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 943 time: 0.2233417 Feb 17 21:00:38.752208 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:38.756585 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Usage tracker for resource:port and tenant:d3b31f84404e4d5fb2ad0c489e64411b is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:38.760175 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:38.766628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:38.776649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Made reservation on behalf of d3b31f84404e4d5fb2ad0c489e64411b for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:38.785844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.067051 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-d3b7d136-a09c-41d5-8aba-503e7fcd504d tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.132 HTTP/1.1" status: 200 len: 1002 time: 0.1980762 Feb 17 21:00:39.162968 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Allocated IP 172.20.0.10 (2c74efd0-19ae-4fa2-8680-41e4fe5700a0/c799eb2b-c61b-420c-ba26-08ebb9b566ce/9945e15f-2f5c-42a3-b44f-8b58e462a197) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:39.388489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.395180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Router ffd4ff45-ce1b-4acf-b348-61a83a73e8af has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:00:39.409583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Deleting port 806d28a9-7e9c-482a-a412-3e6c4e554dda {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:39.409963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.421075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.436828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-509297d7-cb2b-4012-99c3-01f20d588e01 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:39.576628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Pushing event updated for resources: {'Port': ['ID=9945e15f-2f5c-42a3-b44f-8b58e462a197,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:39.581114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:39.635480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:39.636694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:39.639120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:39.707629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:39.708339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:39.731978 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1454456 Feb 17 21:00:39.745950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Request body: {'port': {'device_id': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:39.891076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.068189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:00:40.079136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] Sync routers for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:00:40.082003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.082399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.091763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:40.092479 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:40.162558 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-95a7ac35-944a-45c2-9cdc-3b5f89c62285 admin admin] 10.222.0.30 "PUT /v2.0/routers/ffd4ff45-ce1b-4acf-b348-61a83a73e8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1862304 Feb 17 21:00:40.177571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 56318) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:40.238240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Calling delete_port for 806d28a9-7e9c-482a-a412-3e6c4e554dda owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:40.301935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:40.306613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6501c-93f4-416c-9cd5-5658982d57c0 req-43aa2ba9-febb-4284-ab15-8c9dc3d60d36 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:40.308414 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6df6501c-93f4-416c-9cd5-5658982d57c0 req-43aa2ba9-febb-4284-ab15-8c9dc3d60d36 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 932 time: 0.3657751 Feb 17 21:00:40.390895 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6df6501c-93f4-416c-9cd5-5658982d57c0 req-f67b5600-8e2f-4987-8b68-2e483954c1fa tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638094 Feb 17 21:00:40.432115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks [] for router, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.470755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.489035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4acf2381-c57d-4bec-b9a1-95e6b86e2b16 tempest-VolumesActionsTest-402724463 tempest-VolumesActionsTest-402724463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:40.594702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Pushing event deleted for resources: {'Port': ['ID=806d28a9-7e9c-482a-a412-3e6c4e554dda,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:40.597698 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:40.627449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T21:00:37Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:40.632273 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] Checking router: ffd4ff45-ce1b-4acf-b348-61a83a73e8af for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:00:40.643170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] Routers {'ffd4ff45-ce1b-4acf-b348-61a83a73e8af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:40.643874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:40.744395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.744805 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Floating IP 0e071064-8f64-42c7-91d4-f992047f5ea8 disassociated (deleted). External IP: 172.27.0.132, port: fde1dbda-6187-4c22-b8c2-4229d28cbec5. Feb 17 21:00:40.850353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] Set router ffd4ff45-ce1b-4acf-b348-61a83a73e8af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:40.938800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9945e15f-2f5c-42a3-b44f-8b58e462a197 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:00:40.951741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.969915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.977079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Transition to ACTIVE for port object 9945e15f-2f5c-42a3-b44f-8b58e462a197 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:40.980172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:40.997077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9aa55b48-3dd8-4a3d-b168-811bf5b6125c tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:41.085313 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Deleting port 4c7947d7-092a-49c7-a8c6-877244eb1388 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:41.085579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.146950 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Router dbe3945c-2372-4f80-8061-a4eb4b85d228 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:00:41.167835 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T21:00:37Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:41.173920 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7206f5-97b1-4b20-814a-b20470eb6892 None None] The sync data for ids ['ffd4ff45-ce1b-4acf-b348-61a83a73e8af'] in dv-cinder-760184-4-iscsi is: [{'id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'name': 'tempest-AttachVolumeShelveTestJSON-1982377134-router', 'tenant_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:51:54Z', 'updated_at': '2021-02-17T21:00:37Z', 'revision_number': 5, 'project_id': '8f739bff06aa4bd8b17d7ea73ad40d6d', 'gw_port': {'id': '4c7947d7-092a-49c7-a8c6-877244eb1388', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd4ff45-ce1b-4acf-b348-61a83a73e8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:51:55Z', 'updated_at': '2021-02-17T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:00:41.206475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Pushing event updated for resources: {'Port': ['ID=9945e15f-2f5c-42a3-b44f-8b58e462a197,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:41.229057 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:41.350035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:00:41.360685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] Sync routers for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:00:41.371622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:41.372371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:41.375676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.474104 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "DELETE /v2.0/floatingips/0e071064-8f64-42c7-91d4-f992047f5ea8 HTTP/1.1" status: 204 len: 173 time: 2.3962438 Feb 17 21:00:41.474767 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:00:41.492051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] For port 4c7947d7-092a-49c7-a8c6-877244eb1388, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=4c7947d7-092a-49c7-a8c6-877244eb1388,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:41.492464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.601737 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:41.645655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Calling delete_port for 4c7947d7-092a-49c7-a8c6-877244eb1388 owned by network:router_gateway {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:41.647176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-99c290a0-aaa2-4730-a65f-de4fe0d274ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:41.650247 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-99c290a0-aaa2-4730-a65f-de4fe0d274ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1163 time: 0.1613350 Feb 17 21:00:41.715022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Attempting to bind port 9945e15f-2f5c-42a3-b44f-8b58e462a197 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:00:41.715398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Attempting to bind port 9945e15f-2f5c-42a3-b44f-8b58e462a197 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '87093740-ae5b-492d-b3cd-4fae12b7acb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:00:41.715663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Attempting to bind port 9945e15f-2f5c-42a3-b44f-8b58e462a197 on network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:00:41.725144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:00:41.725516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Checking segment: {'id': '87093740-ae5b-492d-b3cd-4fae12b7acb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:41.725910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.726806 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Bound using segment: {'id': '87093740-ae5b-492d-b3cd-4fae12b7acb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:00:41.726939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Bound port: 9945e15f-2f5c-42a3-b44f-8b58e462a197, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87093740-ae5b-492d-b3cd-4fae12b7acb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:00:41.727227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.826563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78fd8f-219c-47a9-a276-d64bbaa5db5c req-7b30e6e1-cbc4-44c9-9386-5631ca4ffa39 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:41.835305 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea78fd8f-219c-47a9-a276-d64bbaa5db5c req-7b30e6e1-cbc4-44c9-9386-5631ca4ffa39 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 944 time: 0.2553523 Feb 17 21:00:41.876738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] For port 9945e15f-2f5c-42a3-b44f-8b58e462a197, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:00:41.880607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] For port 9945e15f-2f5c-42a3-b44f-8b58e462a197, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=9945e15f-2f5c-42a3-b44f-8b58e462a197,segment=NetworkSegment(87093740-ae5b-492d-b3cd-4fae12b7acb6),segment_id=87093740-ae5b-492d-b3cd-4fae12b7acb6)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:00:41.887010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:41.899873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-e94e602d-6170-4eb0-899e-206f4354c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:41.901526 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-e94e602d-6170-4eb0-899e-206f4354c01e service neutron] 10.222.0.30 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 903 time: 0.2431428 Feb 17 21:00:41.904891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:41.913436 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea78fd8f-219c-47a9-a276-d64bbaa5db5c req-492c6583-0921-45fe-bf67-4f0c476bd309 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771129 Feb 17 21:00:41.985510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '276b5374-8885-4562-ab00-2ccb0342cd4d', 'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'mac_address': 'fa:16:3e:73:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:17Z', 'updated_at': '2021-02-17T20:54:43Z', 'revision_number': 5, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'subnets': [{'id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:41.989814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] Checking router: dbe3945c-2372-4f80-8061-a4eb4b85d228 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:00:42.000208 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'status': 'completed', 'code': 200} Feb 17 21:00:42.002702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:42.003396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:42.010079 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-8caf4535-5401-4859-80a6-e1c5681d405c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 217 time: 0.0941448 Feb 17 21:00:42.098032 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-1b1d61da-849e-4252-aeb5-34287c4a8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:42.100191 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-1b1d61da-849e-4252-aeb5-34287c4a8456 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 200 len: 848 time: 0.0828321 Feb 17 21:00:42.198555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:42.210796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-2e55ce96-a463-48b7-b1a1-49feb80e65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:42.212661 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-2e55ce96-a463-48b7-b1a1-49feb80e65d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058660 Feb 17 21:00:42.290606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Pushing event updated for resources: {'Port': ['ID=9945e15f-2f5c-42a3-b44f-8b58e462a197,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:42.314691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:42.317276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-210b06df-81ce-44ab-86cd-79cc32d156c0 tempest-AttachVolumeShelveTestJSON-1595541369 tempest-AttachVolumeShelveTestJSON-1595541369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:42.377329 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7947d7-092a-49c7-a8c6-877244eb1388,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:42.386758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:42.390154 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-d454963a-75c9-4643-8005-f1eb3fc5e2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677055 Feb 17 21:00:42.397475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:42.400261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-fba2f6d2-e9c4-443d-82c3-100506af2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:42.401949 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-fba2f6d2-e9c4-443d-82c3-100506af2895 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 1163 time: 0.3493488 Feb 17 21:00:42.403281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:42.403970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:42.405476 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] 10.222.0.67 "PUT /v2.0/ports/9945e15f-2f5c-42a3-b44f-8b58e462a197 HTTP/1.1" status: 200 len: 1158 time: 2.6652322 Feb 17 21:00:42.408829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'tag': '9945e15f-2f5c-42a3-b44f-8b58e462a197'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:00:42.551552 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'tag': '9945e15f-2f5c-42a3-b44f-8b58e462a197', 'status': 'completed', 'code': 200} Feb 17 21:00:42.596460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device a6618963-fc5f-4ec1-a37f-f32274613af0 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:00:42.624084 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ac7903d3-a8e9-4739-b5c1-10c614151b47 req-4538409e-462a-4af7-946e-b8683261fc8a service neutron] 10.222.0.30 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2240033 Feb 17 21:00:42.654007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: a6618963-fc5f-4ec1-a37f-f32274613af0 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:00:42.654707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device a6618963-fc5f-4ec1-a37f-f32274613af0 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:00:42.731208 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-d0407223-71e2-438d-8cad-7eb9a50d4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:42.732827 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-d0407223-71e2-438d-8cad-7eb9a50d4848 service neutron] 10.222.0.67 "GET /v2.0/networks?id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 200 len: 903 time: 0.3056114 Feb 17 21:00:42.807878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687493'] for router_gateway, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:42.853324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-308d85c0-9c90-4270-a85c-4d54315f2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:42.854995 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-308d85c0-9c90-4270-a85c-4d54315f2c4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3b31f84404e4d5fb2ad0c489e64411b&device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 1161 time: 0.3416014 Feb 17 21:00:42.933094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '276b5374-8885-4562-ab00-2ccb0342cd4d', 'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'mac_address': 'fa:16:3e:73:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:17Z', 'updated_at': '2021-02-17T20:54:43Z', 'revision_number': 5, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'subnets': [{'id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:42.939594 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe0c97d-9ff0-4c3d-8865-83d710d2b78e None None] The sync data for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi is: [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '276b5374-8885-4562-ab00-2ccb0342cd4d', 'name': '', 'network_id': '58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'mac_address': 'fa:16:3e:73:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:17Z', 'updated_at': '2021-02-17T20:54:43Z', 'revision_number': 5, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'subnets': [{'id': '4820fd17-3d7e-4a33-b857-f67a278bbe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:00:42.991739 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-dfb88050-481e-409f-ad29-6a7a497e5411 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 200 len: 217 time: 0.2502580 Feb 17 21:00:43.057035 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-a7753161-6742-4675-a607-5568aa9e0fa2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9945e15f-2f5c-42a3-b44f-8b58e462a197 HTTP/1.1" status: 200 len: 217 time: 0.1882529 Feb 17 21:00:43.178337 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0075062-3c14-4a76-9563-e319981df9e2 req-4f4c3042-f548-409f-ac69-ca987663b299 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:43.179160 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f0075062-3c14-4a76-9563-e319981df9e2 req-4f4c3042-f548-409f-ac69-ca987663b299 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Synchronizing usage tracker for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:43.191067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ce9fa-fb6c-4abf-9b9a-9d0d38c37ea3 req-0387a9fb-622a-4c93-8fc5-d1597825e6d2 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:43.192809 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f0ce9fa-fb6c-4abf-9b9a-9d0d38c37ea3 req-0387a9fb-622a-4c93-8fc5-d1597825e6d2 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 944 time: 0.1444626 Feb 17 21:00:43.221535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f0075062-3c14-4a76-9563-e319981df9e2 req-4f4c3042-f548-409f-ac69-ca987663b299 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Unset dirty status for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:43.222914 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0075062-3c14-4a76-9563-e319981df9e2 req-4f4c3042-f548-409f-ac69-ca987663b299 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.2137053 Feb 17 21:00:43.285643 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4f0ce9fa-fb6c-4abf-9b9a-9d0d38c37ea3 req-01e764b8-af8d-4e08-9c88-6e7b27308f72 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840197 Feb 17 21:00:43.298198 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f0075062-3c14-4a76-9563-e319981df9e2 req-85652a74-2acd-43ac-b5be-ff1e0421cf85 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0683355 Feb 17 21:00:43.425735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854111179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5019'] for router, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.443716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.450275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be06f06-425c-4a64-894e-07cf04a2e619 None None] New status for floating IP 0e071064-8f64-42c7-91d4-f992047f5ea8: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:00:43.470315 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-9b2e7dab-edd8-4df5-8105-036c2033ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:43.471940 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-9b2e7dab-edd8-4df5-8105-036c2033ffcf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 200 len: 848 time: 0.4536881 Feb 17 21:00:43.530796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-4f194c9a-7304-4ec7-86ed-6ddce4ebdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:43.532615 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-4f194c9a-7304-4ec7-86ed-6ddce4ebdd2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c799eb2b-c61b-420c-ba26-08ebb9b566ce HTTP/1.1" status: 200 len: 853 time: 0.4621203 Feb 17 21:00:43.544457 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110185'] for router, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.545012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd4ff45-ce1b-4acf-b348-61a83a73e8af {{(pid=84028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:00:43.606474 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-09ee6160-d7a1-4cc4-b4dd-59200d8c47af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573487 Feb 17 21:00:43.643452 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Notify callbacks [] for router, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.644582 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] 10.222.0.30 "DELETE /v2.0/routers/ffd4ff45-ce1b-4acf-b348-61a83a73e8af HTTP/1.1" status: 204 len: 168 time: 3.4659946 Feb 17 21:00:43.647455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56334) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:43.721446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-d434f423-8077-45e3-a52b-c93302623365 admin admin] Deleting subnet 79489a8e-5958-4616-91aa-e45c478f46ca {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:00:43.724867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d434f423-8077-45e3-a52b-c93302623365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.734970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-480f6f0b-11c7-4c51-ab03-cf55d07b006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:43.736789 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-480f6f0b-11c7-4c51-ab03-cf55d07b006b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2514417 Feb 17 21:00:43.784952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d434f423-8077-45e3-a52b-c93302623365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:43.875892 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-3693233b-5d33-4dae-b7c7-0c5ff1258ade service neutron] 10.222.0.67 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608700 Feb 17 21:00:43.879161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d434f423-8077-45e3-a52b-c93302623365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:44.013119 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-8fe9e3ac-b119-46b2-bd0e-24ca63aa084d service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649875 Feb 17 21:00:44.161781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d434f423-8077-45e3-a52b-c93302623365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:44.164598 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d0b725c-bb58-4185-9440-d34b5c828b67 req-f4595063-1687-41c6-ab7d-41e73082955e service neutron] 10.222.0.67 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2750723 Feb 17 21:00:44.178921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:44.214781 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a3bb97d-b13b-46d0-8b01-9c98a1024f12 req-05492a32-37a5-45f5-a4a0-da99e4783daa service neutron] 10.222.0.67 "GET /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1880734 Feb 17 21:00:44.305676 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-4156e0f9-17c1-4ac7-ac3d-c748623a115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:44.307298 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-4156e0f9-17c1-4ac7-ac3d-c748623a115a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3b31f84404e4d5fb2ad0c489e64411b&device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 1161 time: 0.0859940 Feb 17 21:00:44.482144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 4c7947d7-092a-49c7-a8c6-877244eb1388 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:00:44.508842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-ce3e1fae-2c73-4550-8f55-9f6140e5754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:44.510546 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-ce3e1fae-2c73-4550-8f55-9f6140e5754f service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0 HTTP/1.1" status: 200 len: 907 time: 0.1944394 Feb 17 21:00:44.552104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 4c7947d7-092a-49c7-a8c6-877244eb1388 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:00:44.552733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 4c7947d7-092a-49c7-a8c6-877244eb1388 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:00:44.596561 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-8c348547-403b-489e-b443-2aa280fcfadf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9945e15f-2f5c-42a3-b44f-8b58e462a197 HTTP/1.1" status: 200 len: 217 time: 0.0779827 Feb 17 21:00:44.668293 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434f423-8077-45e3-a52b-c93302623365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79489a8e-5958-4616-91aa-e45c478f46ca,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:44.692325 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d434f423-8077-45e3-a52b-c93302623365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:44.738331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-dc1cb8b7-aa84-4994-9f54-22df06348e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:44.740237 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-dc1cb8b7-aa84-4994-9f54-22df06348e5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c799eb2b-c61b-420c-ba26-08ebb9b566ce HTTP/1.1" status: 200 len: 853 time: 0.1349595 Feb 17 21:00:44.764729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d434f423-8077-45e3-a52b-c93302623365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:44.769850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b68e2e-cd7a-45e0-8dd0-868cb34c4c59 None None] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:44.780162 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d434f423-8077-45e3-a52b-c93302623365 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/79489a8e-5958-4616-91aa-e45c478f46ca HTTP/1.1" status: 204 len: 168 time: 1.1315303 Feb 17 21:00:44.783391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56342) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:44.816355 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7feb9-6d6d-4705-b2de-75993bee9f48 req-6507471e-355e-4cc3-b4f0-297da26172a0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:44.817846 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-c9268e4f-0812-4592-acb9-7c4ba69d988d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689504 Feb 17 21:00:44.818056 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7e7feb9-6d6d-4705-b2de-75993bee9f48 req-6507471e-355e-4cc3-b4f0-297da26172a0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 944 time: 0.2443955 Feb 17 21:00:44.835336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-3adf7194-5154-4ca9-8a29-325bf4f97746 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:44.836185 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-3adf7194-5154-4ca9-8a29-325bf4f97746 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Synchronizing usage tracker for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:44.898555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c982562-939b-436d-8332-74e84818d94c req-361594dd-510f-4ae5-8c8c-6dd26e4afe18 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:44.900195 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c982562-939b-436d-8332-74e84818d94c req-361594dd-510f-4ae5-8c8c-6dd26e4afe18 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.3306496 Feb 17 21:00:44.950203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-3adf7194-5154-4ca9-8a29-325bf4f97746 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Unset dirty status for tenant:b495c35e9b7f4702bc0a2205b58b1e8f on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:44.951491 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-3adf7194-5154-4ca9-8a29-325bf4f97746 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.67 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 946 time: 0.3098512 Feb 17 21:00:45.004019 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c7e7feb9-6d6d-4705-b2de-75993bee9f48 req-d87dde96-7c1d-46df-be8c-ffa518fecf19 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269765 Feb 17 21:00:45.016572 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.073444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Deleting port fde1dbda-6187-4c22-b8c2-4229d28cbec5 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:45.073734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.085537 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4c982562-939b-436d-8332-74e84818d94c req-62ef8f7a-a767-4ab5-be18-6c8d4df46b36 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups?id=4fa84ff5-a70b-4863-ab29-d90dd941c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1683979 Feb 17 21:00:45.104137 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Deleting port cca318f5-257f-4536-ab1c-3aaa38e64bcf {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:45.104557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.147249 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-97589491-e643-4d6e-bd22-c0f3418eb2d2 service neutron] 10.222.0.67 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055782 Feb 17 21:00:45.252816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] DHCP port deletion for 1d2a6949-1b8e-4556-bd82-db5fea1877c6 request from dv-cinder-760184-4-iscsi {{(pid=84029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:00:45.257836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] Deleting port cca318f5-257f-4536-ab1c-3aaa38e64bcf {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:45.258456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.418504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] For port cca318f5-257f-4536-ab1c-3aaa38e64bcf, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=cca318f5-257f-4536-ab1c-3aaa38e64bcf,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:45.419249 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.477285 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-31cb6c47-3376-4779-a0a5-f090e90b7ea3 req-5868d7a6-2029-4c30-9c9e-8fdbad32086e service neutron] 10.222.0.67 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3197131 Feb 17 21:00:45.515996 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] For port cca318f5-257f-4536-ab1c-3aaa38e64bcf, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=cca318f5-257f-4536-ab1c-3aaa38e64bcf,segment=NetworkSegment(d3f1506a-c857-4c84-9d7e-539cf071712d),segment_id=d3f1506a-c857-4c84-9d7e-539cf071712d)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:45.516487 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.519084 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] For port fde1dbda-6187-4c22-b8c2-4229d28cbec5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=fde1dbda-6187-4c22-b8c2-4229d28cbec5,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:45.519502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.561158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Calling delete_port for cca318f5-257f-4536-ab1c-3aaa38e64bcf owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:45.645983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.664720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-385cfa5c-9f38-4313-abe1-86725bdbeaa3 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:45.668156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] Calling delete_port for cca318f5-257f-4536-ab1c-3aaa38e64bcf owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:45.669364 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Calling delete_port for fde1dbda-6187-4c22-b8c2-4229d28cbec5 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:45.792650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca318f5-257f-4536-ab1c-3aaa38e64bcf,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:45.797745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:45.818554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-3b683988-795a-4213-a642-5fcad1f33f54 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:00:45.825801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:00:45.826559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:00:45.842891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] No DVR routers for this DVR port cca318f5-257f-4536-ab1c-3aaa38e64bcf on host dv-cinder-760184-4-iscsi {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:00:45.877367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:45.896927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-09e11b4b-c023-4253-8d8b-d4df97ec9018 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:45.974666 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.007213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Pushing event deleted for resources: {'Port': ['ID=fde1dbda-6187-4c22-b8c2-4229d28cbec5,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:46.033022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.033435 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.033843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.034314 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.034716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.035113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.035630 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.036085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.036546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.037048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.037552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.037988 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.038466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.038861 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.039274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.039665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.040113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.040719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.041270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.041738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.042212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.042723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.043217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.043686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:00:46.050432 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:46.101979 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2a6949-1b8e-4556-bd82-db5fea1877c6']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:46.117301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f1506a-c857-4c84-9d7e-539cf071712d') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:46.117682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f1506a-c857-4c84-9d7e-539cf071712d') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:46.136129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.162245 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 9945e15f-2f5c-42a3-b44f-8b58e462a197 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:46.172295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] No DVR routers for this DVR port fde1dbda-6187-4c22-b8c2-4229d28cbec5 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:00:46.175010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.179607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'name': 'network-vif-deleted', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:00:46.199810 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2e1d8df5-8625-4539-9b0e-f2303a1ddc44 req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.67 "DELETE /v2.0/ports/fde1dbda-6187-4c22-b8c2-4229d28cbec5 HTTP/1.1" status: 204 len: 173 time: 1.2404497 Feb 17 21:00:46.214326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.232262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:00:46.251995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 9945e15f-2f5c-42a3-b44f-8b58e462a197 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:00:46.257575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 9945e15f-2f5c-42a3-b44f-8b58e462a197 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:46.257974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.327829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] Deleting port cca318f5-257f-4536-ab1c-3aaa38e64bcf {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:46.328736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.387893 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-662676d8-5c12-4790-abdf-371ce4fbe53d req-892973d5-b79f-4739-85be-5a60b67d8f65 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.1366065 Feb 17 21:00:46.447208 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a4f23d25-64d7-4735-90d7-284c7246e42e None None] The port 'cca318f5-257f-4536-ab1c-3aaa38e64bcf' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:00:46.460498 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860b73fc-885e-44c7-86bf-c54c61dd04e3', 'name': 'network-vif-deleted', 'tag': 'fde1dbda-6187-4c22-b8c2-4229d28cbec5', 'status': 'completed', 'code': 200} Feb 17 21:00:46.465113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.506934 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9945e15f-2f5c-42a3-b44f-8b58e462a197'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:00:46.519598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 9945e15f-2f5c-42a3-b44f-8b58e462a197, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=9945e15f-2f5c-42a3-b44f-8b58e462a197,segment=NetworkSegment(87093740-ae5b-492d-b3cd-4fae12b7acb6),segment_id=87093740-ae5b-492d-b3cd-4fae12b7acb6)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:46.525347 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.527128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:46.539743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:00:46.556383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b1b6c-1f98-4357-a0f6-8ef27132f710 req-32578fd8-882b-4185-a631-865bba07da76 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:46.558082 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd3b1b6c-1f98-4357-a0f6-8ef27132f710 req-32578fd8-882b-4185-a631-865bba07da76 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 944 time: 0.4036150 Feb 17 21:00:46.560423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.585011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:00:46.620194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device cca318f5-257f-4536-ab1c-3aaa38e64bcf no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:00:46.685548 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9945e15f-2f5c-42a3-b44f-8b58e462a197', 'code': 200} Feb 17 21:00:46.693389 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] No Port match for: fde1dbda-6187-4c22-b8c2-4229d28cbec5 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:00:46.693784 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device fde1dbda-6187-4c22-b8c2-4229d28cbec5 not bound to the agent host hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:00:46.707170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: cca318f5-257f-4536-ab1c-3aaa38e64bcf {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:00:46.707567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device cca318f5-257f-4536-ab1c-3aaa38e64bcf not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:00:46.743068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=9945e15f-2f5c-42a3-b44f-8b58e462a197,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:46.747092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:46.825520 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd3b1b6c-1f98-4357-a0f6-8ef27132f710 req-9320a791-2c85-4df8-b576-cc5a470ab3dd tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458236 Feb 17 21:00:46.852269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Network 1d2a6949-1b8e-4556-bd82-db5fea1877c6 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:00:46.872814 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:00:46.957517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.961145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:46.965560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466006a-4226-4f74-8a40-d47dc177ec01 req-59bf17ce-eda1-446c-b4a6-fc84f4a35c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:46.967402 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a466006a-4226-4f74-8a40-d47dc177ec01 req-59bf17ce-eda1-446c-b4a6-fc84f4a35c42 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 1163 time: 0.0819390 Feb 17 21:00:46.977078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:46.989469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2a6949-1b8e-4556-bd82-db5fea1877c6,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:46.993161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:47.003961 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1d2a6949-1b8e-4556-bd82-db5fea1877c6 HTTP/1.1" status: 204 len: 168 time: 2.2184517 Feb 17 21:00:47.020066 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a466006a-4226-4f74-8a40-d47dc177ec01 req-d421df51-fd61-48c7-b7a0-ad33e7e62bf3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456860 Feb 17 21:00:47.133338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56356) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:47.187832 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f2eb6822-5a47-4dfd-a832-b32ce1ef29e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f739bff06aa4bd8b17d7ea73ad40d6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526521 Feb 17 21:00:47.190664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56360) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:47.254175 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4d001ab-28ea-4a17-872e-a239a22d13ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:47.281833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4d001ab-28ea-4a17-872e-a239a22d13ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:47.326395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4d001ab-28ea-4a17-872e-a239a22d13ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:47.332873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b483d77e-c02b-4526-9fac-5e8b547471da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:47.351414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d001ab-28ea-4a17-872e-a239a22d13ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d23dde-fd4f-41f9-b1dd-0b31c2d87a62,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:47.357054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c4d001ab-28ea-4a17-872e-a239a22d13ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:47.359097 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4d001ab-28ea-4a17-872e-a239a22d13ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:47.360753 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c4d001ab-28ea-4a17-872e-a239a22d13ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8d23dde-fd4f-41f9-b1dd-0b31c2d87a62 HTTP/1.1" status: 204 len: 168 time: 0.1690969 Feb 17 21:00:47.543796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 9945e15f-2f5c-42a3-b44f-8b58e462a197 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:00:47.605363 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ea72340d-46d6-4508-a9fe-77818941fbb2 req-53d7bfc8-0699-4fb9-a6ba-bdcac2481f5b tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b73fc-885e-44c7-86bf-c54c61dd04e3 HTTP/1.1" status: 200 len: 210 time: 0.0788882 Feb 17 21:00:47.636453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 9945e15f-2f5c-42a3-b44f-8b58e462a197 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:00:47.636876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.044285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545fc75-6d82-4ce6-a69e-8f51dd61afd1 req-a217b010-51b7-4a3a-a898-1bf5ca956353 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:48.046033 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6545fc75-6d82-4ce6-a69e-8f51dd61afd1 req-a217b010-51b7-4a3a-a898-1bf5ca956353 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 946 time: 0.0964196 Feb 17 21:00:48.119239 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6545fc75-6d82-4ce6-a69e-8f51dd61afd1 req-ca3d3d9d-268a-41fe-b9d8-a2237e11518d tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660634 Feb 17 21:00:48.155389 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56386) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:48.270827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f388e54f-e892-464e-b347-05aced195209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.283383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2117986101-network', 'tenant_id': '72ca9f35bef24204aefb4c04cbe4dd55'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:48.288727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:48.292949 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Usage tracker for resource:network and tenant:72ca9f35bef24204aefb4c04cbe4dd55 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:48.296072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:48.302125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:48.312124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Made reservation on behalf of 72ca9f35bef24204aefb4c04cbe4dd55 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:48.317157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.331387 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.348367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:48.352839 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Usage tracker for resource:security_group_rule and tenant:72ca9f35bef24204aefb4c04cbe4dd55 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:48.355956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:48.361954 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:48.450838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.454498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.459602 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-01f9e34b-b648-4df7-bac0-891f169325f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:48.499897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:00:48.511084 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103efd1b-6aea-4dc9-8539-5c44c36043dc,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:48.517308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:48.520342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288978705660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.520812 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Added segment 08dc70db-b535-41c4-99aa-2c4fc2e7b549 of type vxlan for network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 Feb 17 21:00:48.552962 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.585429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.586772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:48.587691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.592894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:48.705746 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5474064 Feb 17 21:00:48.706765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb9dcc5-7611-4362-8a72-31f0cc25fd96,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:48.708897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 56394) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:48.709873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:48.717145 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Request body: {'subnet': {'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2117986101-subnet', 'tenant_id': '72ca9f35bef24204aefb4c04cbe4dd55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:48.719481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:48.723921 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:48.729284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Usage tracker for resource:subnet and tenant:72ca9f35bef24204aefb4c04cbe4dd55 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:48.733047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:48.734625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:00:48.740740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:48.752247 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Made reservation on behalf of 72ca9f35bef24204aefb4c04cbe4dd55 for: {'subnet': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:48.757373 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036790706512'] for subnet, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.800923 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-498db0c5-05e7-43e2-8931-fb5a34978218 req-be1b40f5-bed2-4efa-ab9c-d1412839392b tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "GET /v2.0/security-groups/4fa84ff5-a70b-4863-ab29-d90dd941c79d HTTP/1.1" status: 200 len: 2993 time: 0.0689139 Feb 17 21:00:48.889531 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-498db0c5-05e7-43e2-8931-fb5a34978218 req-f2b66694-d84c-4279-bfe0-f70709966b3a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.925910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-498db0c5-05e7-43e2-8931-fb5a34978218 req-f2b66694-d84c-4279-bfe0-f70709966b3a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.987714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-498db0c5-05e7-43e2-8931-fb5a34978218 req-f2b66694-d84c-4279-bfe0-f70709966b3a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:48.993723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bed90d31-33c1-4f83-8caf-d8f20a5c7b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:49.012132 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b66694-d84c-4279-bfe0-f70709966b3a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa84ff5-a70b-4863-ab29-d90dd941c79d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:49.021094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f2b66694-d84c-4279-bfe0-f70709966b3a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:49.021990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-498db0c5-05e7-43e2-8931-fb5a34978218 req-f2b66694-d84c-4279-bfe0-f70709966b3a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:49.023317 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-498db0c5-05e7-43e2-8931-fb5a34978218 req-f2b66694-d84c-4279-bfe0-f70709966b3a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] 10.222.0.30 "DELETE /v2.0/security-groups/4fa84ff5-a70b-4863-ab29-d90dd941c79d HTTP/1.1" status: 204 len: 173 time: 0.2211123 Feb 17 21:00:49.082741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56402) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:49.242093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036788158984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036790706527'] for subnet, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:49.259655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-64024db9-8079-4907-863b-b79cd2af3ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:49.400446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e4dd21-6170-4a69-b003-4934d55c2373,revision_number=0']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:49.403715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:49.470604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Checking segment: {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:49.471034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Network hostable DHCP agents. Network: 6bb9dcc5-7611-4362-8a72-31f0cc25fd96, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:00:49.492006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:00:49.501476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 6bb9dcc5-7611-4362-8a72-31f0cc25fd96) {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:49.511193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d2d2ea-d5b0-4824-b898-fba1ad43971a None None] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:49.515983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:49.516552 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for subnet, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:49.525230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946eb0-15b5-487c-9f3a-98e7558334ce req-4d4e9e35-c437-4ca4-a421-9198f3d1ff7c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:49.526887 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ec946eb0-15b5-487c-9f3a-98e7558334ce req-4d4e9e35-c437-4ca4-a421-9198f3d1ff7c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 946 time: 0.2744701 Feb 17 21:00:49.543551 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9a407044-736f-4c04-a3f4-e78cf376e91c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8282526 Feb 17 21:00:49.762662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3dbc2-f479-497d-990d-679b8322a03e None None] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:49.954725 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ec946eb0-15b5-487c-9f3a-98e7558334ce req-10b0bb6d-b0f7-4c21-b9b2-df02633ef305 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666010 Feb 17 21:00:50.217571 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-682ff9ad-7024-4c41-a2c8-2f10498e5f55 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:50.218897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-682ff9ad-7024-4c41-a2c8-2f10498e5f55 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Synchronizing usage tracker for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:network {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:50.289035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-682ff9ad-7024-4c41-a2c8-2f10498e5f55 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Unset dirty status for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:network {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:50.290387 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-682ff9ad-7024-4c41-a2c8-2f10498e5f55 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 815 time: 0.2736342 Feb 17 21:00:50.312085 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-a586c912-5666-485e-b117-7f44b29091ca tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/quotas/72ca9f35bef24204aefb4c04cbe4dd55 HTTP/1.1" status: 200 len: 375 time: 0.0138073 Feb 17 21:00:50.359546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854109025'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:50.445857 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-9543afce-2c64-44ac-9548-f249965512ee tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265926 Feb 17 21:00:50.636332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42351d64-42b9-40dd-bbcd-45ed9e254427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:50.798110 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-28036a11-b68c-4ba2-b00d-58348c438c13 service neutron] 10.222.0.30 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414557 Feb 17 21:00:51.011472 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-1a41a658-3e68-451c-8436-3e1be3bf8262 service neutron] 10.222.0.30 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2046604 Feb 17 21:00:51.026413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.030057 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Deleting port 276b5374-8885-4562-ab00-2ccb0342cd4d {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:51.030479 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.247775 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4b48f2b-79df-415d-b069-15a9e5035179 req-3ad173b4-634e-4958-9652-8f30eaec13d4 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 210 time: 0.0619915 Feb 17 21:00:51.296973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] For port 276b5374-8885-4562-ab00-2ccb0342cd4d, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=276b5374-8885-4562-ab00-2ccb0342cd4d,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:51.297129 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.448201 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Calling delete_port for 276b5374-8885-4562-ab00-2ccb0342cd4d owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:51.651698 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:51.668704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-82dd665f-a99a-4aa5-b0b1-f56f9391ec1d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:51.792574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=276b5374-8885-4562-ab00-2ccb0342cd4d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:51.802067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:52.167124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854108943'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.398072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.454715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-42ec82fc-f546-4ba6-b93e-9c38e8b09735 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:52.456351 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-42ec82fc-f546-4ba6-b93e-9c38e8b09735 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 815 time: 0.2109206 Feb 17 21:00:52.478049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Request body: {'port': {'device_id': '671b1b07-2edb-4735-9e5f-8829fc65d88d', 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96', 'admin_state_up': True, 'tenant_id': '72ca9f35bef24204aefb4c04cbe4dd55'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:52.504646 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-877c2b67-c27a-41c5-a00e-d7b726d87d7b req-7e13aa9e-76db-4045-b95b-2bcae5cb3357 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 210 time: 0.0806952 Feb 17 21:00:52.649549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:00:52.653575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Usage tracker for resource:port and tenant:72ca9f35bef24204aefb4c04cbe4dd55 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:00:52.656828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:00:52.662664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:00:52.671711 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Made reservation on behalf of 72ca9f35bef24204aefb4c04cbe4dd55 for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:00:52.677557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:52.752053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.037194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Allocated IP 172.20.0.7 (6bb9dcc5-7611-4362-8a72-31f0cc25fd96/03e4dd21-6170-4a69-b003-4934d55c2373/217e41a2-d090-4a3a-8d1a-e0e9e89145b1) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:00:53.117655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Router dbe3945c-2372-4f80-8061-a4eb4b85d228 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:00:53.338104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:00:53.352274 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] 10.222.0.30 "PUT /v2.0/routers/dbe3945c-2372-4f80-8061-a4eb4b85d228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2681320 Feb 17 21:00:53.356146 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56506) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:53.374305 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] Sync routers for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:00:53.386122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:53.387083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:53.577058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.622493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:53.632474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.683479 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.707072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:53.864596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.877960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Deleting port 24a07aa2-6630-457d-a315-bef372c2b63f {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:53.878708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:53.913702 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Pushing event updated for resources: {'Port': ['ID=217e41a2-d090-4a3a-8d1a-e0e9e89145b1,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:53.926397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:53.942069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9bcd3-77a0-4f7e-8d5f-52a37448b47f req-e8a4341b-62f3-4a79-a2b7-8c106950a434 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:53.943833 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e3a9bcd3-77a0-4f7e-8d5f-52a37448b47f req-e8a4341b-62f3-4a79-a2b7-8c106950a434 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 931 time: 0.1915359 Feb 17 21:00:53.960169 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:00:53.961577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:00:53.964549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:00:54.034241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T21:00:51Z', 'revision_number': 5, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port': {'id': '24a07aa2-6630-457d-a315-bef372c2b63f', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:04Z', 'updated_at': '2021-02-17T20:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:54.039027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] Checking router: dbe3945c-2372-4f80-8061-a4eb4b85d228 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:00:54.058233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] Routers {'dbe3945c-2372-4f80-8061-a4eb4b85d228'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:00:54.059285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['dbe3945c-2372-4f80-8061-a4eb4b85d228'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:54.063526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:54.064385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.090559 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6226647 Feb 17 21:00:54.112791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e3a9bcd3-77a0-4f7e-8d5f-52a37448b47f req-586c793e-8347-41ad-8850-ffae47e01d71 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Synchronizing usage tracker for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:security_group {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:00:54.160212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e3a9bcd3-77a0-4f7e-8d5f-52a37448b47f req-586c793e-8347-41ad-8850-ffae47e01d71 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Unset dirty status for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:security_group {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:00:54.161503 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e3a9bcd3-77a0-4f7e-8d5f-52a37448b47f req-586c793e-8347-41ad-8850-ffae47e01d71 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099283 Feb 17 21:00:54.172384 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] For port 24a07aa2-6630-457d-a315-bef372c2b63f, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=24a07aa2-6630-457d-a315-bef372c2b63f,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:54.172787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.245733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] Set router dbe3945c-2372-4f80-8061-a4eb4b85d228 gateway port host: None {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:00:54.321900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Calling delete_port for 24a07aa2-6630-457d-a315-bef372c2b63f owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:54.373039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 6, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port_host': None}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:54.378083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4cc615-b0d0-4ef8-bdfd-79adc036d556 None None] The sync data for ids ['dbe3945c-2372-4f80-8061-a4eb4b85d228'] in dv-cinder-760184-4-iscsi is: [{'id': 'dbe3945c-2372-4f80-8061-a4eb4b85d228', 'name': 'tempest-TestShelveInstance-1324592444-router', 'tenant_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:59Z', 'updated_at': '2021-02-17T21:00:53Z', 'revision_number': 6, 'project_id': 'b495c35e9b7f4702bc0a2205b58b1e8f', 'gw_port_host': None}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:00:54.482639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 276b5374-8885-4562-ab00-2ccb0342cd4d no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:00:54.524700 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 276b5374-8885-4562-ab00-2ccb0342cd4d {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:00:54.525089 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 276b5374-8885-4562-ab00-2ccb0342cd4d not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:00:54.527464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.545590 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6b8615fd-3a8e-4a0e-a388-98ad0b1aae27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:54.646520 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a07aa2-6630-457d-a315-bef372c2b63f,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:54.657279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:54.785326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687493'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.987142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854111179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5019'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:54.989865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.013577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110185'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.014141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe3945c-2372-4f80-8061-a4eb4b85d228 {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:00:55.027227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.028486 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] 10.222.0.30 "DELETE /v2.0/routers/dbe3945c-2372-4f80-8061-a4eb4b85d228 HTTP/1.1" status: 204 len: 168 time: 1.6713259 Feb 17 21:00:55.031836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56518) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:55.124095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-9694ad6e-3fb2-42f6-9872-b9d802b08cbf admin admin] Deleting subnet 4820fd17-3d7e-4a33-b857-f67a278bbe22 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:00:55.129788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9694ad6e-3fb2-42f6-9872-b9d802b08cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.234223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9694ad6e-3fb2-42f6-9872-b9d802b08cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.392556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9694ad6e-3fb2-42f6-9872-b9d802b08cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.443928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ac709-2f3b-452b-ba4e-f0b758cc6c2e req-bd7848d4-50b2-4d40-8c87-f09ad3c421d7 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:55.445472 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c15ac709-2f3b-452b-ba4e-f0b758cc6c2e req-bd7848d4-50b2-4d40-8c87-f09ad3c421d7 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 931 time: 0.1665723 Feb 17 21:00:55.581069 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c15ac709-2f3b-452b-ba4e-f0b758cc6c2e req-e7ca9226-0828-4e38-8a36-7116db3280d1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283941 Feb 17 21:00:55.716829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9694ad6e-3fb2-42f6-9872-b9d802b08cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.733681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:55.833091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694ad6e-3fb2-42f6-9872-b9d802b08cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4820fd17-3d7e-4a33-b857-f67a278bbe22,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:55.838580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9694ad6e-3fb2-42f6-9872-b9d802b08cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:55.879603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9694ad6e-3fb2-42f6-9872-b9d802b08cbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:55.885498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63939d5e-f9a1-4ea5-918b-229f3b7be409 None None] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:00:55.886689 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9694ad6e-3fb2-42f6-9872-b9d802b08cbf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4820fd17-3d7e-4a33-b857-f67a278bbe22 HTTP/1.1" status: 204 len: 168 time: 0.8537457 Feb 17 21:00:55.889360 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56528) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:56.014203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.090758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Deleting port 256f8054-776b-4295-b13f-953e45974d47 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:56.091182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.165433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] DHCP port deletion for 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d request from dv-cinder-760184-4-iscsi {{(pid=84029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:00:56.170690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] Deleting port 256f8054-776b-4295-b13f-953e45974d47 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:56.171374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.331780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] For port 256f8054-776b-4295-b13f-953e45974d47, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=256f8054-776b-4295-b13f-953e45974d47,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:56.332184 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.407171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] For port 256f8054-776b-4295-b13f-953e45974d47, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=256f8054-776b-4295-b13f-953e45974d47,segment=NetworkSegment(4b6dde78-6a73-4097-8fd4-7aefb694d414),segment_id=4b6dde78-6a73-4097-8fd4-7aefb694d414)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:00:56.407565 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.549990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 24a07aa2-6630-457d-a315-bef372c2b63f no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:00:56.590093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] Calling delete_port for 256f8054-776b-4295-b13f-953e45974d47 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:56.627746 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 24a07aa2-6630-457d-a315-bef372c2b63f {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:00:56.628138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 24a07aa2-6630-457d-a315-bef372c2b63f not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:00:56.628618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 256f8054-776b-4295-b13f-953e45974d47 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:00:56.741415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Calling delete_port for 256f8054-776b-4295-b13f-953e45974d47 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:00:56.759011 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Request body: {'port': {'device_id': '671b1b07-2edb-4735-9e5f-8829fc65d88d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:00:56.815472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.831574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.937221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:56.943053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:56.947930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:00:56.948303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:00:56.955931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af5bb8-b073-48c9-a3e7-169a2426c3f0 req-9825ffeb-6ed7-4e9b-a7c8-7fb61781790a tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:56.957612 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b6af5bb8-b073-48c9-a3e7-169a2426c3f0 req-9825ffeb-6ed7-4e9b-a7c8-7fb61781790a tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 931 time: 0.2259989 Feb 17 21:00:56.991361 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] Pushing event deleted for resources: {'Port': ['ID=256f8054-776b-4295-b13f-953e45974d47,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:57.005077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:57.031509 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b6af5bb8-b073-48c9-a3e7-169a2426c3f0 req-e0779642-14ea-4001-8b4e-c554ff966dc1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637088 Feb 17 21:00:57.250048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd5230-9197-4383-a7af-b1fd27969ec8 None None] No DVR routers for this DVR port 256f8054-776b-4295-b13f-953e45974d47 on host dv-cinder-760184-4-iscsi {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:00:57.365259 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-375ea26f-6dcf-4af8-ba62-d75e40d61836 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2217758 Feb 17 21:00:57.449619 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Deleting port 256f8054-776b-4295-b13f-953e45974d47 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:57.450018 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.533173 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] The port '256f8054-776b-4295-b13f-953e45974d47' was deleted {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:00:57.544667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:00:57.554742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.577030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Transition to ACTIVE for port object 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:00:57.582472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.599687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-351fef13-cefa-422f-ab64-cd6c6d312719 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:57.666414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.682872 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-aade5efe-6fb7-4a14-b397-d5b34cea1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:57.684510 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-aade5efe-6fb7-4a14-b397-d5b34cea1817 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 1163 time: 0.2285435 Feb 17 21:00:57.790406 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:57.804952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6dde78-6a73-4097-8fd4-7aefb694d414') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:57.805265 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6dde78-6a73-4097-8fd4-7aefb694d414') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:00:57.824092 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.833652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=217e41a2-d090-4a3a-8d1a-e0e9e89145b1,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:57.844842 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:57.846946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:00:57.851693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:57.927992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-3c4da54a-1f2f-41f8-9945-efb94948143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:57.929679 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-3c4da54a-1f2f-41f8-9945-efb94948143c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.2147639 Feb 17 21:00:58.048698 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:00:58.077000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.161423 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-02bb73e0-4702-453a-83ff-1ced7af61be4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 1001 time: 0.1709802 Feb 17 21:00:58.234846 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Attempting to bind port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:00:58.235486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Attempting to bind port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:00:58.235648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Attempting to bind port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 on network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:00:58.247716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:00:58.248012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Checking segment: {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:00:58.248424 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.248815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Bound using segment: {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:00:58.249323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Bound port: 217e41a2-d090-4a3a-8d1a-e0e9e89145b1, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:00:58.250277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.302117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-2e277e01-e2c5-4850-b2ef-ee1521e55d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:58.303660 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-2e277e01-e2c5-4850-b2ef-ee1521e55d0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.1281791 Feb 17 21:00:58.376783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Network 58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: % (table.description, expected, rows_matched) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: % (table.description, expected, rows_matched) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: % (table.description, expected, rows_matched) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: % (table.description, expected, rows_matched) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:00:58.406111 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:00:58.428725 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] For port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:00:58.433008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] For port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=217e41a2-d090-4a3a-8d1a-e0e9e89145b1,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:00:58.440963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.457848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-113cbf18-5f85-4445-b144-03b5c8664b14 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:58.482947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2812-8689-45f6-85ae-cd694bfe941a req-fa839a7f-9cc9-4d57-aea9-b53c570d54db tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:58.492176 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dc7d2812-8689-45f6-85ae-cd694bfe941a req-fa839a7f-9cc9-4d57-aea9-b53c570d54db tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 943 time: 0.3060215 Feb 17 21:00:58.552294 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dc7d2812-8689-45f6-85ae-cd694bfe941a req-9c87beee-097d-4b33-8269-0b95fa20e697 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590515 Feb 17 21:00:58.553345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.557025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0f56cf2b-cedd-4f3c-b5b4-0563f309d7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:00:58.573686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:58.587237 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:58.591158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:58.595312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-e3e3895c-4d51-46f8-a130-3afd369d6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:58.596923 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-e3e3895c-4d51-46f8-a130-3afd369d6003 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2748790 Feb 17 21:00:58.620565 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2f7db22f-2a40-4e63-8422-8b3a27b21b88 admin admin] 10.222.0.30 "DELETE /v2.0/networks/58dfb3b3-6ed9-4d7a-8b48-9e52d49c4d2d HTTP/1.1" status: 204 len: 168 time: 2.7295518 Feb 17 21:00:58.623567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56554) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:00:58.978667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=217e41a2-d090-4a3a-8d1a-e0e9e89145b1,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:00:58.986990 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:00:59.052720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:59.053485 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:59.055002 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] 10.222.0.67 "PUT /v2.0/ports/217e41a2-d090-4a3a-8d1a-e0e9e89145b1 HTTP/1.1" status: 200 len: 1157 time: 2.3014188 Feb 17 21:00:59.055583 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671b1b07-2edb-4735-9e5f-8829fc65d88d', 'tag': '217e41a2-d090-4a3a-8d1a-e0e9e89145b1'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:00:59.065471 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-c818ad55-3730-4b23-a54d-182032a69cb8 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552646 Feb 17 21:00:59.155502 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671b1b07-2edb-4735-9e5f-8829fc65d88d', 'tag': '217e41a2-d090-4a3a-8d1a-e0e9e89145b1', 'status': 'completed', 'code': 200} Feb 17 21:00:59.294401 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d9773ec-bc9e-4b9a-b7d3-bcb78d0ce869 req-ac25ca1e-a9b8-46b8-aa88-fd9fbf946cea service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2213645 Feb 17 21:00:59.294728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854109025'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:59.297066 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-0c092865-3de5-40e9-ad71-cec3bf91b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:59.298626 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-0c092865-3de5-40e9-ad71-cec3bf91b368 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 1160 time: 0.1453016 Feb 17 21:00:59.385008 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-917dee99-15f7-4504-90a9-7f8caf6a991b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=217e41a2-d090-4a3a-8d1a-e0e9e89145b1 HTTP/1.1" status: 200 len: 217 time: 0.0708976 Feb 17 21:00:59.463323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-d2f365f9-f501-4d90-b723-64a339509420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:59.465115 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-d2f365f9-f501-4d90-b723-64a339509420 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=03e4dd21-6170-4a69-b003-4934d55c2373 HTTP/1.1" status: 200 len: 855 time: 0.0715561 Feb 17 21:00:59.524747 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-820ed82a-8ce1-4b22-a01a-6fc67e787b14 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503986 Feb 17 21:00:59.691807 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-bf7c6851-5b74-4851-b17e-f882e26c0407 service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586659 Feb 17 21:00:59.697170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Deleting port 04aefbf4-cf07-4878-b277-9b856f691170 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:00:59.697643 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:00:59.880818 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39babae2-a33b-493b-9d8c-7a80b978d13b req-342e34a0-3a0f-4543-93bb-582733919b19 service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1780977 Feb 17 21:00:59.960351 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9152d-4237-4988-bfc1-4cf721f86211 req-bea9ae55-919a-425a-8471-e702c078c2c2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:00:59.962561 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-61c9152d-4237-4988-bfc1-4cf721f86211 req-bea9ae55-919a-425a-8471-e702c078c2c2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 943 time: 0.2330532 Feb 17 21:01:00.003866 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] For port 04aefbf4-cf07-4878-b277-9b856f691170, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=04aefbf4-cf07-4878-b277-9b856f691170,segment=NetworkSegment(a4c4bc6c-2bd6-465e-bc2b-d156636f9191),segment_id=a4c4bc6c-2bd6-465e-bc2b-d156636f9191)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:00.004469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.025078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-89e6f8d6-5d21-41d4-91f8-2f11f83c81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:00.026778 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-89e6f8d6-5d21-41d4-91f8-2f11f83c81af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 1160 time: 0.0960245 Feb 17 21:01:00.193383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-889cb274-6d27-4837-974c-650935f9d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:00.195077 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-889cb274-6d27-4837-974c-650935f9d1ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 909 time: 0.1597152 Feb 17 21:01:00.283845 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-0a2e4cf8-f451-493d-9193-73e193fec4af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=217e41a2-d090-4a3a-8d1a-e0e9e89145b1 HTTP/1.1" status: 200 len: 217 time: 0.0796440 Feb 17 21:01:00.362887 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-0f4a2651-a049-4a3e-ad36-0f7e9dc66e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:00.364565 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-0f4a2651-a049-4a3e-ad36-0f7e9dc66e7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=03e4dd21-6170-4a69-b003-4934d55c2373 HTTP/1.1" status: 200 len: 855 time: 0.0737262 Feb 17 21:01:00.414392 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Calling delete_port for 04aefbf4-cf07-4878-b277-9b856f691170 owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:01:00.422545 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-ecad21a2-7eeb-47f1-aa13-311069d82325 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485721 Feb 17 21:01:00.460920 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-61c9152d-4237-4988-bfc1-4cf721f86211 req-f98d0265-ccc8-4bfe-b9bd-4a6e6cf83e7c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853830 Feb 17 21:01:00.573098 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-94055fa5-835d-4f51-8c93-f2034b0fc98e service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431265 Feb 17 21:01:00.616480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:00.632551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:00.731656 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-395009cf-27d2-44fa-8b02-f6f0e48cfade req-9823fd70-6710-4cc1-b856-269f6d0e952f service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491640 Feb 17 21:01:00.746207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04aefbf4-cf07-4878-b277-9b856f691170,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:00.750285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:01.089067 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854108943'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.560112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:01.679743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Router 4fad966a-3ebf-4928-8fc4-768bf4d558af has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:01:01.800930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf57ab-7a45-4d42-a1e0-daa0f13c86a3 req-b7461ab5-3f27-4aa4-82ba-b3e8755b6bc8 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:01.802703 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bfbf57ab-7a45-4d42-a1e0-daa0f13c86a3 req-b7461ab5-3f27-4aa4-82ba-b3e8755b6bc8 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 943 time: 0.2064443 Feb 17 21:01:01.943303 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bfbf57ab-7a45-4d42-a1e0-daa0f13c86a3 req-0cc3a8f5-e72d-48db-b077-f9e66eea8e67 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343992 Feb 17 21:01:01.944482 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:01:01.955248 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] 10.222.0.30 "PUT /v2.0/routers/4fad966a-3ebf-4928-8fc4-768bf4d558af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3297505 Feb 17 21:01:01.958113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56578) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:01.961020 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] Sync routers for ids ['4fad966a-3ebf-4928-8fc4-768bf4d558af'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:01:01.974074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] Routers {'4fad966a-3ebf-4928-8fc4-768bf4d558af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:01.974928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['4fad966a-3ebf-4928-8fc4-768bf4d558af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:02.163134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.185042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] Set router 4fad966a-3ebf-4928-8fc4-768bf4d558af gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:02.370341 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.379918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Deleting port 6797f455-bc93-4bcc-be8e-af3c05b4217d {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:01:02.380311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.523233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:38Z', 'updated_at': '2021-02-17T21:01:00Z', 'revision_number': 5, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'gw_port': {'id': '6797f455-bc93-4bcc-be8e-af3c05b4217d', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:40Z', 'updated_at': '2021-02-17T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:02.528546 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] Checking router: 4fad966a-3ebf-4928-8fc4-768bf4d558af for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:01:02.538193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] Routers {'4fad966a-3ebf-4928-8fc4-768bf4d558af'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:02.538971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:00:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['4fad966a-3ebf-4928-8fc4-768bf4d558af'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:02.591051 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-2eea0fea-1725-42b5-84f9-4b7127c015d3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1411093045&fields=id&tenant_id=9533c805de3b4803ad61c8b8d40c9e9f HTTP/1.1" status: 200 len: 267 time: 0.0780292 Feb 17 21:01:02.705131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] For port 6797f455-bc93-4bcc-be8e-af3c05b4217d, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=6797f455-bc93-4bcc-be8e-af3c05b4217d,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:02.705542 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:02.716249 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] Set router 4fad966a-3ebf-4928-8fc4-768bf4d558af gateway port host: None {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:02.841511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:38Z', 'updated_at': '2021-02-17T21:01:02Z', 'revision_number': 6, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'gw_port_host': None}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:02.846939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bafbe9-5b2c-4663-a924-6e0f957aa613 None None] The sync data for ids ['4fad966a-3ebf-4928-8fc4-768bf4d558af'] in dv-cinder-760184-4-iscsi is: [{'id': '4fad966a-3ebf-4928-8fc4-768bf4d558af', 'name': 'tempest-TestShelveInstance-452404072-router', 'tenant_id': '7fb2747641c3482aa201e797d8aef4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:38Z', 'updated_at': '2021-02-17T21:01:02Z', 'revision_number': 6, 'project_id': '7fb2747641c3482aa201e797d8aef4cc', 'gw_port_host': None}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:01:02.872548 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Calling delete_port for 6797f455-bc93-4bcc-be8e-af3c05b4217d owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:01:03.044771 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.objects.ports [None req-ef778371-ee4c-4ab9-9b90-22694dc1a967 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84029) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:01:03.316243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-7f9ae424-dcc1-4c6f-92b9-300c8e14fd24 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:03.317848 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-7f9ae424-dcc1-4c6f-92b9-300c8e14fd24 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 812 time: 0.7167282 Feb 17 21:01:03.356901 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-5acd571b-13a6-42b5-bc93-b7326601d94d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/quotas/9533c805de3b4803ad61c8b8d40c9e9f HTTP/1.1" status: 200 len: 375 time: 0.0205576 Feb 17 21:01:03.379368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06c833-75ca-4335-9910-56746fcb10bc req-63e1840e-0073-4ab6-b6be-a5078c6161bb tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:03.381072 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad06c833-75ca-4335-9910-56746fcb10bc req-63e1840e-0073-4ab6-b6be-a5078c6161bb tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 943 time: 0.2192054 Feb 17 21:01:03.488231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:03.509098 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ad06c833-75ca-4335-9910-56746fcb10bc req-b091bdf4-24a2-4b2b-8e36-0ea0651f2cb6 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824814 Feb 17 21:01:03.567982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:03.573622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:03.574141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.584412 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3388f8e6-b7ec-43d5-a764-c437b77caeea tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2163267 Feb 17 21:01:03.680615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.701390 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-83cb60ae-1708-42cb-b1e5-9bd324e04d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:03.705369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.734816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671b1b07-2edb-4735-9e5f-8829fc65d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217e41a2-d090-4a3a-8d1a-e0e9e89145b1'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:03.746024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=217e41a2-d090-4a3a-8d1a-e0e9e89145b1,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:03.750634 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:03.752675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:03.813697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6797f455-bc93-4bcc-be8e-af3c05b4217d,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:03.814556 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671b1b07-2edb-4735-9e5f-8829fc65d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217e41a2-d090-4a3a-8d1a-e0e9e89145b1', 'code': 200} Feb 17 21:01:03.827781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:03.852336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=217e41a2-d090-4a3a-8d1a-e0e9e89145b1,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:03.856311 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:03.914497 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-58f2f97c-7000-4054-ae12-ad11893f2dfa service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146558 Feb 17 21:01:04.089854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1a0c-be54-4400-91c6-fc899cd1d2b8 req-a48f0f13-d02f-44a3-9574-b0d175b13293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:04.091505 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40ab1a0c-be54-4400-91c6-fc899cd1d2b8 req-a48f0f13-d02f-44a3-9574-b0d175b13293 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 1162 time: 0.1012838 Feb 17 21:01:04.136466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687493'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.143274 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40ab1a0c-be54-4400-91c6-fc899cd1d2b8 req-b7619e9d-64f1-4a57-ba11-aac63d22b3cf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Feb 17 21:01:04.180733 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-569ad990-fd42-4e08-9944-27b4580d5356 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2581673 Feb 17 21:01:04.333558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854111179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5019'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.336233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.358005 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110185'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.359272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fad966a-3ebf-4928-8fc4-768bf4d558af {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:01:04.372648 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.376654 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-75e20c8f-e159-4538-b9c7-37ea838c09a3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4fad966a-3ebf-4928-8fc4-768bf4d558af HTTP/1.1" status: 204 len: 168 time: 2.4147253 Feb 17 21:01:04.377179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56618) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:04.450605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] Deleting subnet ea73d019-f3e7-497d-bd29-ac72fe017a3e {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:01:04.455852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.517530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.549019 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 6797f455-bc93-4bcc-be8e-af3c05b4217d no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:01:04.602898 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 6797f455-bc93-4bcc-be8e-af3c05b4217d {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:01:04.603850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 6797f455-bc93-4bcc-be8e-af3c05b4217d not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:01:04.604539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 04aefbf4-cf07-4878-b277-9b856f691170 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:01:04.652940 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 04aefbf4-cf07-4878-b277-9b856f691170 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:01:04.653341 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 04aefbf4-cf07-4878-b277-9b856f691170 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:01:04.663959 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1e90ac79-5f06-45e8-b852-f84b3a80ccec req-49886316-0dab-4a21-87a1-c2583d1b03fc tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 210 time: 0.0673730 Feb 17 21:01:04.749827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:04.896966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604550b2-580b-44b0-af68-8b85a07585c7 req-802e2730-7dda-43f2-b5ee-7b7d17e2f39e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:04.898631 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-604550b2-580b-44b0-af68-8b85a07585c7 req-802e2730-7dda-43f2-b5ee-7b7d17e2f39e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 945 time: 0.2286143 Feb 17 21:01:04.949112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:04.988035 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-604550b2-580b-44b0-af68-8b85a07585c7 req-94da7895-ee68-42d2-a057-753b6264a987 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749919 Feb 17 21:01:05.024789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:05.025211 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.104883 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.123470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b71aa800-2011-49d5-b7c5-631de92332ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:05.223628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea73d019-f3e7-497d-bd29-ac72fe017a3e,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:05.228544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:05.266649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.271893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36037a70-d5bf-4770-a692-f536cf6ccec8 None None] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:01:05.273048 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea73d019-f3e7-497d-bd29-ac72fe017a3e HTTP/1.1" status: 204 len: 168 time: 0.8946598 Feb 17 21:01:05.275837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56636) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:05.410487 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.489120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Deleting port 3f36073e-4ca0-486f-b1c6-4451548d7b02 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:01:05.489508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.569991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] DHCP port deletion for eeb1eeb2-83f7-4262-84e8-99ad048c58f2 request from dv-cinder-760184-4-iscsi {{(pid=84029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:01:05.575853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] Deleting port 3f36073e-4ca0-486f-b1c6-4451548d7b02 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:01:05.576279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.748661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] For port 3f36073e-4ca0-486f-b1c6-4451548d7b02, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=3f36073e-4ca0-486f-b1c6-4451548d7b02,segment=NetworkSegment(a4c4bc6c-2bd6-465e-bc2b-d156636f9191),segment_id=a4c4bc6c-2bd6-465e-bc2b-d156636f9191)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:05.749039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.764073 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:01:05.832865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] For port 3f36073e-4ca0-486f-b1c6-4451548d7b02, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=3f36073e-4ca0-486f-b1c6-4451548d7b02,segment=NetworkSegment(a4c4bc6c-2bd6-465e-bc2b-d156636f9191),segment_id=a4c4bc6c-2bd6-465e-bc2b-d156636f9191)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:05.833286 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:05.988633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] Calling delete_port for 3f36073e-4ca0-486f-b1c6-4451548d7b02 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:01:06.043385 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-e8ad10ae-c44d-4307-a842-535263c2ebdc tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:06.045233 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-e8ad10ae-c44d-4307-a842-535263c2ebdc tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 812 time: 0.1946106 Feb 17 21:01:06.122486 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670'] for port, after_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.143068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-fa674f99-f68e-4ea5-8496-ad534e8badf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:06.153051 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-2dc69a36-2a5f-4056-a518-89bb0d38fa9a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f HTTP/1.1" status: 200 len: 5765 time: 0.0985034 Feb 17 21:01:06.165913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'port': {'device_id': '5d972c32-abf9-4e28-a826-f10279c816fa', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'admin_state_up': True, 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'security_groups': ['38b5f392-181e-40c7-9dad-cbb25a5b270e']}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:06.281113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Calling delete_port for 3f36073e-4ca0-486f-b1c6-4451548d7b02 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:01:06.348995 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8cd1d838-964c-445b-ad83-db1a98eb466a req-8eef1906-4e1b-4a8c-838b-d1585e82f023 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 210 time: 0.5237732 Feb 17 21:01:06.393561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:06.399610 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Usage tracker for resource:port and tenant:9533c805de3b4803ad61c8b8d40c9e9f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:06.403321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:06.411068 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:06.420874 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Made reservation on behalf of 9533c805de3b4803ad61c8b8d40c9e9f for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:06.427226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:06.440875 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34da72-7f34-49a3-bdc9-3e4c4868dcef req-bebcedc3-d9cc-45e7-9920-8c3ee390185f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:06.442598 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d34da72-7f34-49a3-bdc9-3e4c4868dcef req-bebcedc3-d9cc-45e7-9920-8c3ee390185f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 945 time: 0.2409425 Feb 17 21:01:06.443505 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84027) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:01:06.443862 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:01:06.474798 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] Pushing event deleted for resources: {'Port': ['ID=3f36073e-4ca0-486f-b1c6-4451548d7b02,revision_number=None']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:06.479580 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:06.501713 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1d34da72-7f34-49a3-bdc9-3e4c4868dcef req-4bf940a0-c3af-4570-b0a8-e8c37eafe5b3 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Feb 17 21:01:06.526901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728c018-0635-47ab-a971-02a10fe46d1d None None] No DVR routers for this DVR port 3f36073e-4ca0-486f-b1c6-4451548d7b02 on host dv-cinder-760184-4-iscsi {{(pid=84029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:01:06.559963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 3f36073e-4ca0-486f-b1c6-4451548d7b02 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:01:06.600780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 3f36073e-4ca0-486f-b1c6-4451548d7b02 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:01:06.601442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 3f36073e-4ca0-486f-b1c6-4451548d7b02 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:01:06.788725 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Allocated IP 172.20.0.13 (b9c056cf-45c3-47cc-bf26-a3b637d0953e/b11d79c5-d12f-4281-a8cc-ecf43ea1de42/448cc42b-80fe-4b93-b518-251173509e4d) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:06.945250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Deleting port 3f36073e-4ca0-486f-b1c6-4451548d7b02 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:01:06.945650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.042205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.042411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] The port '3f36073e-4ca0-486f-b1c6-4451548d7b02' was deleted {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:01:07.053156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:07.061663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Transition to ACTIVE for port object 448cc42b-80fe-4b93-b518-251173509e4d will not be triggered until provisioned by entity DHCP. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:07.094607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.114344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-44c307f2-8fac-4ac0-9f77-25ddbc06f94c tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:07.164013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:07.164332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.176218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.267811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'Port': ['ID=448cc42b-80fe-4b93-b518-251173509e4d,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:07.282674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:07.302277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb1eeb2-83f7-4262-84e8-99ad048c58f2']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:07.316012 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:07.316472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c4bc6c-2bd6-465e-bc2b-d156636f9191') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:07.329331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.329567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:07.330688 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:07.333149 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:07.346723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.350017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Releasing vxlan tunnel 11 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:01:07.410549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:07.411253 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.445463 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3a887bc5-a964-4f53-853b-9b3503c5b573 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2837389 Feb 17 21:01:07.460413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Request body: {'port': {'device_id': '5d972c32-abf9-4e28-a826-f10279c816fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:07.605891 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.628911 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:01:07.639332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.669711 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f57cb43a-2aeb-41c5-8a8d-00af742efe85 None None] Provisioning for port 448cc42b-80fe-4b93-b518-251173509e4d completed by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:07.675837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-f57cb43a-2aeb-41c5-8a8d-00af742efe85 None None] Provisioning complete for port 448cc42b-80fe-4b93-b518-251173509e4d triggered by entity DHCP. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:07.676266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f57cb43a-2aeb-41c5-8a8d-00af742efe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:07.745378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f57cb43a-2aeb-41c5-8a8d-00af742efe85 None None] Port 448cc42b-80fe-4b93-b518-251173509e4d cannot update to ACTIVE because it is not bound. {{(pid=84029) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:01:07.849665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Network eeb1eeb2-83f7-4262-84e8-99ad048c58f2 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:01:07.880015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9343f6-09d8-419e-b633-f62c0f640588 req-31ec1c0b-6bab-47ba-937b-603ee9d5b8e0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:07.881658 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e9343f6-09d8-419e-b633-f62c0f640588 req-31ec1c0b-6bab-47ba-937b-603ee9d5b8e0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 932 time: 0.3259199 Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:01:07.882411 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:01:07.998594 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.005607 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9e9343f6-09d8-419e-b633-f62c0f640588 req-226f7231-7c80-4bbf-9f25-0078c02141f0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0702386 Feb 17 21:01:08.007489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:08.025336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.035423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb1eeb2-83f7-4262-84e8-99ad048c58f2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:08.038881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:08.041287 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] 10.222.0.30 "DELETE /v2.0/networks/eeb1eeb2-83f7-4262-84e8-99ad048c58f2 HTTP/1.1" status: 204 len: 168 time: 2.7641468 Feb 17 21:01:08.060981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448cc42b-80fe-4b93-b518-251173509e4d {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:01:08.070753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.088360 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Transition to ACTIVE for port object 448cc42b-80fe-4b93-b518-251173509e4d will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:08.091688 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.108675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:08.191221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56662) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:08.252044 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-0f0add95-bced-428e-8468-6a636ef826ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b495c35e9b7f4702bc0a2205b58b1e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570734 Feb 17 21:01:08.253233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56668) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:08.273575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Pushing event updated for resources: {'Port': ['ID=448cc42b-80fe-4b93-b518-251173509e4d,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:08.279534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:08.328243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d67e9b4-79bc-4abe-adf4-f6c5ab28f25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.372542 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d67e9b4-79bc-4abe-adf4-f6c5ab28f25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.439736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d67e9b4-79bc-4abe-adf4-f6c5ab28f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.449042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f011436c-21ef-450d-bdf1-5b836d750979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:08.469044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67e9b4-79bc-4abe-adf4-f6c5ab28f25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7d6c3b-80ab-4817-8fb6-976044c34d8a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:08.474223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4d67e9b4-79bc-4abe-adf4-f6c5ab28f25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:08.478209 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4d67e9b4-79bc-4abe-adf4-f6c5ab28f25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.482293 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4d67e9b4-79bc-4abe-adf4-f6c5ab28f25c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad7d6c3b-80ab-4817-8fb6-976044c34d8a HTTP/1.1" status: 204 len: 168 time: 0.2253888 Feb 17 21:01:08.495904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Attempting to bind port 448cc42b-80fe-4b93-b518-251173509e4d on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:08.496413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Attempting to bind port 448cc42b-80fe-4b93-b518-251173509e4d by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:08.496711 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Attempting to bind port 448cc42b-80fe-4b93-b518-251173509e4d on network b9c056cf-45c3-47cc-bf26-a3b637d0953e {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:08.515697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:08.516134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Checking segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:08.516974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.517138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Bound using segment: {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:08.517637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Bound port: 448cc42b-80fe-4b93-b518-251173509e4d, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9267f6-9c05-46cd-bbde-d2923461030a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:08.518020 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.683726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] For port 448cc42b-80fe-4b93-b518-251173509e4d, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:08.689216 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] For port 448cc42b-80fe-4b93-b518-251173509e4d, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=448cc42b-80fe-4b93-b518-251173509e4d,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:08.693246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:08.711213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1e8b9729-4a2c-4ca0-9b12-bad7e9f43b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:08.971144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56684) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:09.030137 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-58c4ce4b-230c-47c9-a8cc-3978033b8cc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fb2747641c3482aa201e797d8aef4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549047 Feb 17 21:01:09.030462 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 56688) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:01:09.110682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-496dc1ba-6607-40a6-8188-fc6a572063f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.163641 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Pushing event updated for resources: {'Port': ['ID=448cc42b-80fe-4b93-b518-251173509e4d,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:09.168345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:09.191043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-496dc1ba-6607-40a6-8188-fc6a572063f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.205957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:09.206657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.208136 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] 10.222.0.67 "PUT /v2.0/ports/448cc42b-80fe-4b93-b518-251173509e4d HTTP/1.1" status: 200 len: 1158 time: 1.7547944 Feb 17 21:01:09.208969 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:09.280342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4899345-c7df-4e0e-856e-f8ce1307b27f req-d69a6285-060f-4c4a-be80-6f08ef432fab tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:09.282544 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a4899345-c7df-4e0e-856e-f8ce1307b27f req-d69a6285-060f-4c4a-be80-6f08ef432fab tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 944 time: 0.1548853 Feb 17 21:01:09.288301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-496dc1ba-6607-40a6-8188-fc6a572063f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.288595 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d', 'status': 'completed', 'code': 200} Feb 17 21:01:09.295516 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-430ebe24-0565-4025-bc0d-7039fcd9d49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:09.336602 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-496dc1ba-6607-40a6-8188-fc6a572063f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:09.338110 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-496dc1ba-6607-40a6-8188-fc6a572063f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ae00965-b16c-4bfb-a372-48a5a36eb5f2 HTTP/1.1" status: 204 len: 168 time: 0.3066380 Feb 17 21:01:09.339378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dc1ba-6607-40a6-8188-fc6a572063f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae00965-b16c-4bfb-a372-48a5a36eb5f2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:09.344457 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-496dc1ba-6607-40a6-8188-fc6a572063f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:09.355664 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-0f4845aa-3292-46df-bd1e-7a83e2ccfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:09.356943 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-0f4845aa-3292-46df-bd1e-7a83e2ccfd90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 1161 time: 0.1122959 Feb 17 21:01:09.377536 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a4899345-c7df-4e0e-856e-f8ce1307b27f req-0c70030c-815f-4505-842e-8e07c1d70625 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0832450 Feb 17 21:01:09.444696 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-119af7b5-f895-493d-b6f3-95c21a384bf5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448cc42b-80fe-4b93-b518-251173509e4d HTTP/1.1" status: 200 len: 217 time: 0.0749278 Feb 17 21:01:09.518764 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-b06cd82f-d12c-4288-8b9a-f43fc0ab8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:09.520508 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-b06cd82f-d12c-4288-8b9a-f43fc0ab8f93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0691936 Feb 17 21:01:09.612036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-56a5d940-518f-4845-90ad-551794f26a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:09.613702 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-56a5d940-518f-4845-90ad-551794f26a68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856380 Feb 17 21:01:09.776013 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-5b380a66-34a4-43b9-a2eb-a967e1bde177 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528466 Feb 17 21:01:09.936125 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e07b92f2-a868-452e-a859-38ef277c8b3b req-ffa7f2a2-3c5b-4f94-a466-f2b5bb9ba2cf service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528261 Feb 17 21:01:10.077782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-de8aa8d2-6a76-4b7c-b375-601a0f96b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:10.079473 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-de8aa8d2-6a76-4b7c-b375-601a0f96b765 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 1161 time: 0.0920243 Feb 17 21:01:10.235381 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-1f204fd5-0aaa-44bc-aea5-ccb8bf697491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:10.236999 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-1f204fd5-0aaa-44bc-aea5-ccb8bf697491 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1508846 Feb 17 21:01:10.324153 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-3eedd7f4-5ba2-403e-bc23-e073b6c713e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448cc42b-80fe-4b93-b518-251173509e4d HTTP/1.1" status: 200 len: 217 time: 0.0717735 Feb 17 21:01:10.410070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-9d1f73d5-11a4-4146-a261-f477b67da597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:10.411705 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-9d1f73d5-11a4-4146-a261-f477b67da597 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0696516 Feb 17 21:01:10.501356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-4fd074ec-6881-4256-9628-44d03687373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:10.503253 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-4fd074ec-6881-4256-9628-44d03687373d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803404 Feb 17 21:01:10.598632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cec06-decf-4f45-bfe5-0f814b92fcf6 req-10a604fa-127e-4947-8452-8dfc26d5fc3a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:10.600419 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-847cec06-decf-4f45-bfe5-0f814b92fcf6 req-10a604fa-127e-4947-8452-8dfc26d5fc3a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 944 time: 0.0960534 Feb 17 21:01:10.650764 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-847cec06-decf-4f45-bfe5-0f814b92fcf6 req-05d8d987-71e0-40fe-ad60-3804fe867694 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0437167 Feb 17 21:01:10.657174 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-624d00ad-657c-4d84-bb99-9d1c717aec2b service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457889 Feb 17 21:01:10.808777 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4355f2fd-f8df-4935-83ad-e6f6236a5c02 req-feb7ae54-1848-4914-b835-3de8d91fd719 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451371 Feb 17 21:01:11.864970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3df0c2-3c43-4e5b-848f-1efe3123ebbf req-04dfa49f-3e3b-4eb7-8a90-d35613145fbb tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:11.866657 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f3df0c2-3c43-4e5b-848f-1efe3123ebbf req-04dfa49f-3e3b-4eb7-8a90-d35613145fbb tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 944 time: 0.0962205 Feb 17 21:01:11.918972 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f3df0c2-3c43-4e5b-848f-1efe3123ebbf req-62335832-e393-4631-8768-aa138614c2fe tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0458381 Feb 17 21:01:13.124008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56359e01-07df-45e2-9050-0cf18a746f33 req-0b27b4e7-e1f3-4018-b49f-241c0dbf6807 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:13.126122 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-56359e01-07df-45e2-9050-0cf18a746f33 req-0b27b4e7-e1f3-4018-b49f-241c0dbf6807 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 944 time: 0.0906687 Feb 17 21:01:13.176935 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-56359e01-07df-45e2-9050-0cf18a746f33 req-6b724384-1f94-4671-a7b7-3a345451233c tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0443821 Feb 17 21:01:14.384985 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0078dc0-b567-4bdc-ac4b-34d4235b5c83 req-cff64f6a-2304-4c7f-bae4-2b5f28eb6099 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:14.386661 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0078dc0-b567-4bdc-ac4b-34d4235b5c83 req-cff64f6a-2304-4c7f-bae4-2b5f28eb6099 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 944 time: 0.0947189 Feb 17 21:01:14.436331 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0078dc0-b567-4bdc-ac4b-34d4235b5c83 req-4673123a-379a-464c-8469-4124bf056bc2 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0432448 Feb 17 21:01:15.641106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837f474-68d2-4dec-96c2-93bc1ad4d10e req-df78e64d-35c0-410e-ad6a-585bd754910e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:15.642688 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9837f474-68d2-4dec-96c2-93bc1ad4d10e req-df78e64d-35c0-410e-ad6a-585bd754910e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 944 time: 0.0896032 Feb 17 21:01:15.695103 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9837f474-68d2-4dec-96c2-93bc1ad4d10e req-21fd07de-c19a-4473-a77b-b779b795518b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0460322 Feb 17 21:01:16.987078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-0f141c2e-ec88-47a7-a384-5563019d9b11 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:16.988721 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-0f141c2e-ec88-47a7-a384-5563019d9b11 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 815 time: 0.2566462 Feb 17 21:01:16.996223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7b04d-9c7d-4b80-bf74-ea3449e262cc req-bc636bb7-911a-42e4-a301-8f452c78c88a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:16.997755 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39a7b04d-9c7d-4b80-bf74-ea3449e262cc req-bc636bb7-911a-42e4-a301-8f452c78c88a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 944 time: 0.1714330 Feb 17 21:01:17.025741 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-bb4d4fc0-55ec-42e2-b0a3-05e14b9b2b8f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/quotas/72ca9f35bef24204aefb4c04cbe4dd55 HTTP/1.1" status: 200 len: 375 time: 0.0268886 Feb 17 21:01:17.114741 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-39a7b04d-9c7d-4b80-bf74-ea3449e262cc req-0f015eea-29f9-4ded-b848-dcf487111e92 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1077518 Feb 17 21:01:17.145726 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-014a6816-ef21-4c80-ac25-be669de83640 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128917 Feb 17 21:01:17.296736 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-b562fa99-1c3d-4233-a7b0-65821b046cc1 service neutron] 10.222.0.30 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430984 Feb 17 21:01:17.442450 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-f19b0f01-c9ce-4ea6-a43c-fbadbf582eab service neutron] 10.222.0.30 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391802 Feb 17 21:01:17.601308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 448cc42b-80fe-4b93-b518-251173509e4d up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:17.644059 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2b106af0-b921-40f0-8d10-0457a34c4141 req-8add59f1-40fb-44e6-9126-6bd4ec990e86 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 210 time: 0.0537133 Feb 17 21:01:17.683285 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 448cc42b-80fe-4b93-b518-251173509e4d completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:17.688977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 448cc42b-80fe-4b93-b518-251173509e4d triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:17.689402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:17.817153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:17.848071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:17.859535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 448cc42b-80fe-4b93-b518-251173509e4d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=448cc42b-80fe-4b93-b518-251173509e4d,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:17.862905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:17.865060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:17.907363 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d', 'code': 200} Feb 17 21:01:17.943480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=448cc42b-80fe-4b93-b518-251173509e4d,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:17.946907 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:18.250584 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd527-b437-4845-83ac-6fab4f33e515 req-d4147be4-151d-4641-a856-ea23f3ab5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:18.253027 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-632fd527-b437-4845-83ac-6fab4f33e515 req-d4147be4-151d-4641-a856-ea23f3ab5090 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 1163 time: 0.0871134 Feb 17 21:01:18.274433 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-51b21741-1439-44ea-b7d9-50d60c544928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:18.309948 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-632fd527-b437-4845-83ac-6fab4f33e515 req-7008c48d-dfbd-469d-b28d-b2320bd4bdd0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0438120 Feb 17 21:01:18.327535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07f4a3-3817-45bf-b428-ffed4f2c0c4c req-09b321e9-51ec-4d99-ad5a-52f0667d0070 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:18.329102 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f07f4a3-3817-45bf-b428-ffed4f2c0c4c req-09b321e9-51ec-4d99-ad5a-52f0667d0070 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 946 time: 0.0927615 Feb 17 21:01:18.380602 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5f07f4a3-3817-45bf-b428-ffed4f2c0c4c req-688dd3d3-3491-4c0c-8f54-678fc6e7967d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0445712 Feb 17 21:01:18.955120 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-66662a81-a8f1-466f-8963-8c9ad1408a41 req-73a2e102-1862-453d-b384-5f204305b35b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 210 time: 0.0512714 Feb 17 21:01:19.052568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 448cc42b-80fe-4b93-b518-251173509e4d up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:19.107459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-2e490ff9-2b1e-4191-8c7c-03b55894b3bf tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:19.109511 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-2e490ff9-2b1e-4191-8c7c-03b55894b3bf tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 815 time: 0.1699963 Feb 17 21:01:19.128824 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Request body: {'port': {'device_id': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96', 'admin_state_up': True, 'tenant_id': '72ca9f35bef24204aefb4c04cbe4dd55'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:19.137263 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 448cc42b-80fe-4b93-b518-251173509e4d triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:19.137788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.296016 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:19.300972 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Usage tracker for resource:port and tenant:72ca9f35bef24204aefb4c04cbe4dd55 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:19.304250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:19.310203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:19.320675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Made reservation on behalf of 72ca9f35bef24204aefb4c04cbe4dd55 for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:19.326564 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.594186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b5a6-9e1e-452f-a125-23d545029955 req-aa277ce0-82f8-4a9f-a08b-0048578b9571 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:19.596063 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0697b5a6-9e1e-452f-a125-23d545029955 req-aa277ce0-82f8-4a9f-a08b-0048578b9571 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 946 time: 0.1000876 Feb 17 21:01:19.648340 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0697b5a6-9e1e-452f-a125-23d545029955 req-a5f6c6dc-fc04-462c-9319-2f20e24aad5c tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0455141 Feb 17 21:01:19.652386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Allocated IP 172.20.0.6 (6bb9dcc5-7611-4362-8a72-31f0cc25fd96/03e4dd21-6170-4a69-b003-4934d55c2373/618bd5f8-8478-4b21-b6d5-4f965d81dd14) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:19.892083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.923111 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:19.939003 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6d8bb671-f7f8-4f86-bb90-a7e6f49f2d14 tempest-ServerRescueNegativeTestJSON-1148603805 tempest-ServerRescueNegativeTestJSON-1148603805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:20.081143 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Pushing event updated for resources: {'Port': ['ID=618bd5f8-8478-4b21-b6d5-4f965d81dd14,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:20.085939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:20.146126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:20.147244 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:20.149724 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:20.159814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b3c1-fac3-4815-880b-3a744bdb9f5d req-b7022f3a-735d-43ee-b678-13b4c5492dfd tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:20.161468 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba98b3c1-fac3-4815-880b-3a744bdb9f5d req-b7022f3a-735d-43ee-b678-13b4c5492dfd tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 931 time: 0.0893550 Feb 17 21:01:20.215722 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ba98b3c1-fac3-4815-880b-3a744bdb9f5d req-8395d1b4-defd-4081-9acb-4141173af52e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Feb 17 21:01:20.216804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:20.218077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.243755 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-d6f44dd4-be55-4b04-a4fe-ac41f2a40224 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1195090 Feb 17 21:01:20.258925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Request body: {'port': {'device_id': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:20.390752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.638408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7ac6ad91-ec27-4414-96bc-6d609410afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.837555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618bd5f8-8478-4b21-b6d5-4f965d81dd14 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:01:20.847481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.861596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Transition to ACTIVE for port object 618bd5f8-8478-4b21-b6d5-4f965d81dd14 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:20.864510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:20.882692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-29dd5e2b-69d3-4dd9-a251-8478f67084d1 tempest-AttachVolumeTestJSON-1252913253 tempest-AttachVolumeTestJSON-1252913253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:21.002971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c773b-ed69-4216-886e-6a5ee422d9cd req-69b9d8a9-040b-4bad-8e16-afb478a5918e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:21.004531 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-414c773b-ed69-4216-886e-6a5ee422d9cd req-69b9d8a9-040b-4bad-8e16-afb478a5918e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 946 time: 0.0905836 Feb 17 21:01:21.027028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.034855 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Pushing event updated for resources: {'Port': ['ID=618bd5f8-8478-4b21-b6d5-4f965d81dd14,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:21.040247 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:21.055678 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-414c773b-ed69-4216-886e-6a5ee422d9cd req-84ba5f72-90e9-4ecf-842c-bd14bdc764bb tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0441561 Feb 17 21:01:21.218420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Attempting to bind port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:21.218782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Attempting to bind port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:21.219143 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Attempting to bind port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 on network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:21.224860 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:21.225227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Checking segment: {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:21.225624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.226013 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Bound using segment: {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:21.226525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Bound port: 618bd5f8-8478-4b21-b6d5-4f965d81dd14, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:21.226893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.242242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 448cc42b-80fe-4b93-b518-251173509e4d up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:21.292861 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca61243-bab0-4fac-b306-c55738b9a5a8 req-0528c0d4-182b-4cba-bb25-e5ce523f3a32 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:21.294558 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cca61243-bab0-4fac-b306-c55738b9a5a8 req-0528c0d4-182b-4cba-bb25-e5ce523f3a32 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 946 time: 0.0956931 Feb 17 21:01:21.337431 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] For port 618bd5f8-8478-4b21-b6d5-4f965d81dd14, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:21.337673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 448cc42b-80fe-4b93-b518-251173509e4d triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:21.337930 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.341917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] For port 618bd5f8-8478-4b21-b6d5-4f965d81dd14, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=618bd5f8-8478-4b21-b6d5-4f965d81dd14,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:21.345372 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.359946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-5a5601d2-3108-473c-9474-c2ec2c748171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:21.406497 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cca61243-bab0-4fac-b306-c55738b9a5a8 req-49fc8bd1-ab06-4172-80bf-575af2403ddf tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1023388 Feb 17 21:01:21.447518 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d5088-55b2-4bf9-bf09-444f80acced9 req-e7cc4a1e-e15a-41f2-b78f-d6b67c8b2779 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:21.459010 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-666d5088-55b2-4bf9-bf09-444f80acced9 req-e7cc4a1e-e15a-41f2-b78f-d6b67c8b2779 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.1180892 Feb 17 21:01:21.519369 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Pushing event updated for resources: {'Port': ['ID=618bd5f8-8478-4b21-b6d5-4f965d81dd14,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:21.524747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:21.573081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:21.573777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:21.575539 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-e8024572-11e7-41d2-87c9-5c88c84f3f0b service neutron] 10.222.0.67 "PUT /v2.0/ports/618bd5f8-8478-4b21-b6d5-4f965d81dd14 HTTP/1.1" status: 200 len: 1157 time: 1.3216252 Feb 17 21:01:21.576130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'tag': '618bd5f8-8478-4b21-b6d5-4f965d81dd14'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:21.710042 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-9b654a67-8d3e-48dc-9808-1e31a16286cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:21.711748 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-9b654a67-8d3e-48dc-9808-1e31a16286cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 1160 time: 0.0869443 Feb 17 21:01:21.880844 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-666d5088-55b2-4bf9-bf09-444f80acced9 req-05623c42-6556-4909-9abd-a1ce9678194c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209433 Feb 17 21:01:21.945684 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-42c95535-0c38-4f82-b699-adc0a07f86d8 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4632304 Feb 17 21:01:21.957334 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'floatingip': {'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:21.964234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:21.975827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:21.986366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.051604 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'tag': '618bd5f8-8478-4b21-b6d5-4f965d81dd14', 'status': 'completed', 'code': 200} Feb 17 21:01:22.053150 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-85738eeb-a4de-477c-a2d0-216169012277 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=618bd5f8-8478-4b21-b6d5-4f965d81dd14 HTTP/1.1" status: 200 len: 217 time: 0.3326235 Feb 17 21:01:22.132024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-52e59ac6-6d51-403a-9bcd-9887715ad203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:22.133613 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-52e59ac6-6d51-403a-9bcd-9887715ad203 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=03e4dd21-6170-4a69-b003-4934d55c2373 HTTP/1.1" status: 200 len: 855 time: 0.0683951 Feb 17 21:01:22.145442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.191143 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-96496fa4-334f-4556-a47d-38fc97e39d95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500455 Feb 17 21:01:22.341758 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-8d4f9ae3-7f3a-4748-ab09-0555b005fd28 service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414659 Feb 17 21:01:22.392853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.435379 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Allocated IP 172.27.0.107 (2cefb50c-123a-4701-b5cd-a0c180c60863/527144b4-a558-4a44-9b7e-c71e5e791f8b/460b8893-f483-4304-b323-3fb1b8942078) {{(pid=84027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:22.494300 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c0ea9d0c-844b-4323-8bf7-b9ca99372426 req-bb661ade-e7bc-4458-b5de-a6d59486a07b service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445351 Feb 17 21:01:22.612505 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for port, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.630795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-730b302d-11fa-478e-a27d-e7f85bf3808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:22.632428 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-730b302d-11fa-478e-a27d-e7f85bf3808d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 1160 time: 0.0899754 Feb 17 21:01:22.645867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.662752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f4dceaa-8379-4524-aa82-85c83298c4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:22.757270 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:22.805627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'Port': ['ID=460b8893-f483-4304-b323-3fb1b8942078,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:22.819449 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:22.828539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-9c742288-83d8-496c-bdcf-f4ae794d725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:22.831368 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-9c742288-83d8-496c-bdcf-f4ae794d725b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 909 time: 0.1861928 Feb 17 21:01:22.868636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Network 2cefb50c-123a-4701-b5cd-a0c180c60863 is already hosted by enough agents. {{(pid=84027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:22.869858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Resources bound (agent type, host, resource id): {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:22.872480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Received port after_create {{(pid=84027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:22.918964 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-b0ea4b57-d7d8-4fd7-bcff-348087c82d04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=618bd5f8-8478-4b21-b6d5-4f965d81dd14 HTTP/1.1" status: 200 len: 217 time: 0.0807533 Feb 17 21:01:22.974377 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.016611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-bf6d79e8-ac2e-4548-8739-373610c5b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:23.019735 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-bf6d79e8-ac2e-4548-8739-373610c5b2b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=03e4dd21-6170-4a69-b003-4934d55c2373 HTTP/1.1" status: 200 len: 855 time: 0.0913894 Feb 17 21:01:23.107731 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-cc233d76-a1d3-49e9-b72c-9d610bcd2ac8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766988 Feb 17 21:01:23.119916 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.245260 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ae62-4edf-47c5-b7dd-4d4be88bf375 req-d241ee6a-b9fd-438c-abd8-2ba9ea8bd069 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:23.247034 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e802ae62-4edf-47c5-b7dd-4d4be88bf375 req-d241ee6a-b9fd-438c-abd8-2ba9ea8bd069 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.2289486 Feb 17 21:01:23.269750 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-4189163b-e469-4d64-9805-b6401f1c10a6 service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507189 Feb 17 21:01:23.330855 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e802ae62-4edf-47c5-b7dd-4d4be88bf375 req-77138a19-9435-4a47-8c91-90ced8d7d5fc tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753078 Feb 17 21:01:23.430665 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7f95115c-98fd-49ee-a964-ad0f1f0e189e req-708664c4-d4f1-4232-b8ab-703af477ee9a service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485012 Feb 17 21:01:23.473629 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for port, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.477233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036789542830'] for port, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.492779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6a4aa0f2-680d-4251-8518-2cb9a9a42b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:23.637651 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event updated for resources: {'Port': ['ID=460b8893-f483-4304-b323-3fb1b8942078,revision_number=2']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:23.643728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:23.737615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.764004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:23.765438 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8137004 Feb 17 21:01:23.858210 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-52c39712-82bd-49a1-b14a-c6a25df2ce5b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:23.873678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-52c39712-82bd-49a1-b14a-c6a25df2ce5b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:23.875156 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-52c39712-82bd-49a1-b14a-c6a25df2ce5b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.107 HTTP/1.1" status: 200 len: 696 time: 0.1033423 Feb 17 21:01:24.039936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-40373475-4675-49df-8a36-b2597dba774b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:24.041356 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-40b939ef-897c-47bd-8a93-6af2d856e997 req-40373475-4675-49df-8a36-b2597dba774b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.1601820 Feb 17 21:01:24.232726 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113683fc-067b-48c4-9d49-d96a5758a713 req-1fc1c748-5e26-47e2-b6b1-18891db021e7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:24.234430 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-1fc1c748-5e26-47e2-b6b1-18891db021e7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0908020 Feb 17 21:01:24.324563 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-9120c8ba-b9d6-4647-b5de-6d8d69d99dce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.107 HTTP/1.1" status: 200 len: 696 time: 0.0837829 Feb 17 21:01:24.335454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-113683fc-067b-48c4-9d49-d96a5758a713 req-6127bb70-ced6-4db6-8312-fba44a2ec259 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Request body: {'floatingip': {'port_id': '448cc42b-80fe-4b93-b518-251173509e4d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:24.421519 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-113683fc-067b-48c4-9d49-d96a5758a713 req-6127bb70-ced6-4db6-8312-fba44a2ec259 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, before_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:24.755869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be543f1-0c59-4f76-bca4-3a77ba3798c9 req-89734216-9ad2-4cb8-94d5-49a2e3949133 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:24.757494 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5be543f1-0c59-4f76-bca4-3a77ba3798c9 req-89734216-9ad2-4cb8-94d5-49a2e3949133 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.2753239 Feb 17 21:01:24.840748 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5be543f1-0c59-4f76-bca4-3a77ba3798c9 req-c5714b17-4943-49be-b7d4-25f777dbf24b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735621 Feb 17 21:01:25.429289 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-113683fc-067b-48c4-9d49-d96a5758a713 req-6127bb70-ced6-4db6-8312-fba44a2ec259 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:25.432063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-113683fc-067b-48c4-9d49-d96a5758a713 req-6127bb70-ced6-4db6-8312-fba44a2ec259 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854114627'] for floatingip, after_update {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:25.622475 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-113683fc-067b-48c4-9d49-d96a5758a713 req-6127bb70-ced6-4db6-8312-fba44a2ec259 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Floating IP 0bd62242-a8ed-4f60-af6e-8dcbb4f56830 associated. External IP: 172.27.0.107, port: 448cc42b-80fe-4b93-b518-251173509e4d. Feb 17 21:01:26.090462 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-113683fc-067b-48c4-9d49-d96a5758a713 req-6127bb70-ced6-4db6-8312-fba44a2ec259 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Router 63b88e9b-2f62-4fec-b573-ead395495380 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:01:26.187027 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10200c9d-1999-4585-b4d8-a78b5e4b9ec4 req-90fd8373-b867-4b36-9694-5d15daadece5 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:26.188875 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10200c9d-1999-4585-b4d8-a78b5e4b9ec4 req-90fd8373-b867-4b36-9694-5d15daadece5 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.2074838 Feb 17 21:01:26.339339 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-10200c9d-1999-4585-b4d8-a78b5e4b9ec4 req-a9d560ee-10d8-4ced-8890-1fba0e5d3d41 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361747 Feb 17 21:01:26.356812 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-113683fc-067b-48c4-9d49-d96a5758a713 req-6127bb70-ced6-4db6-8312-fba44a2ec259 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:01:26.361988 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-113683fc-067b-48c4-9d49-d96a5758a713 req-6127bb70-ced6-4db6-8312-fba44a2ec259 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:26.367577 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] Sync routers for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:01:26.379349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:26.380040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:01:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:26.426815 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-6127bb70-ced6-4db6-8312-fba44a2ec259 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "PUT /v2.0/floatingips/0bd62242-a8ed-4f60-af6e-8dcbb4f56830 HTTP/1.1" status: 200 len: 997 time: 2.0955386 Feb 17 21:01:26.427405 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:26.480697 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d', 'status': 'completed', 'code': 200} Feb 17 21:01:26.529799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113683fc-067b-48c4-9d49-d96a5758a713 req-9959f590-1256-4cf0-924b-f4be740d0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:26.534765 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-9959f590-1256-4cf0-924b-f4be740d0924 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 1163 time: 0.0927088 Feb 17 21:01:26.580560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:26.600316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-cc000ab1-fe77-475f-b9f5-575cbff48f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:26.601927 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-cc000ab1-fe77-475f-b9f5-575cbff48f85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 1163 time: 0.0885305 Feb 17 21:01:26.684625 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113683fc-067b-48c4-9d49-d96a5758a713 req-bc2c6454-845f-40ce-a8a9-9e1ba97e3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:26.686456 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-bc2c6454-845f-40ce-a8a9-9e1ba97e3558 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1479068 Feb 17 21:01:26.761459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-f9c5a0a4-2d9b-4cce-a134-b3cdedc4c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:26.763450 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-f9c5a0a4-2d9b-4cce-a134-b3cdedc4c56e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1510375 Feb 17 21:01:26.807230 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-69ad8fb1-0688-4647-b271-da9ab07ea81c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448cc42b-80fe-4b93-b518-251173509e4d HTTP/1.1" status: 200 len: 1000 time: 0.1141939 Feb 17 21:01:26.882023 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113683fc-067b-48c4-9d49-d96a5758a713 req-d9775ba0-3187-412b-9187-4279657356cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:26.883741 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-d9775ba0-3187-412b-9187-4279657356cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0756559 Feb 17 21:01:26.887174 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-c0ea5907-172a-4174-8d20-d5b9c560aad1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448cc42b-80fe-4b93-b518-251173509e4d HTTP/1.1" status: 200 len: 1000 time: 0.1149681 Feb 17 21:01:26.966708 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-26247162-6998-4fdf-a02d-8d37fc3ab137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:26.969423 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-26247162-6998-4fdf-a02d-8d37fc3ab137 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0728884 Feb 17 21:01:26.972847 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113683fc-067b-48c4-9d49-d96a5758a713 req-8eb0c7fe-820b-4cf4-a43b-d374d2a223e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:26.974529 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-8eb0c7fe-820b-4cf4-a43b-d374d2a223e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833974 Feb 17 21:01:26.976983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '0bd62242-a8ed-4f60-af6e-8dcbb4f56830', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': '448cc42b-80fe-4b93-b518-251173509e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:3b:17:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d972c32-abf9-4e28-a826-f10279c816fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:01:22Z', 'updated_at': '2021-02-17T21:01:25Z', 'revision_number': 1, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}, {'id': '9f890c88-350d-4470-a533-3c868a1a5b09', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:e7:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:59:06Z', 'updated_at': '2021-02-17T20:59:13Z', 'revision_number': 2, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:26.981251 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] Checking router: 63b88e9b-2f62-4fec-b573-ead395495380 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:01:26.991393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:01:26.992069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:01:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:27.071704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-46110cf9-0b85-4c31-b0c6-9f380971be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:27.073369 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-46110cf9-0b85-4c31-b0c6-9f380971be60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914171 Feb 17 21:01:27.128013 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-95033100-117d-4e9b-80de-4448b1f2019e service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457188 Feb 17 21:01:27.239133 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-9e7a17dc-57b9-4e92-aa11-a1665d0de329 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570430 Feb 17 21:01:27.308725 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-113683fc-067b-48c4-9d49-d96a5758a713 req-69bea716-475b-49a1-86b4-35a61a066ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1709757 Feb 17 21:01:27.387356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:01:27.404084 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-466ee8f5-06a5-4b7f-bb4e-dacc4cfcd4a0 req-f43ada41-7beb-4dba-ba72-2e8bfbbb1a42 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1576958 Feb 17 21:01:27.579474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2ad8-a455-4676-a477-905a8b430f3e req-3e8c130d-13ca-41bc-9647-152e8106a326 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:27.581206 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6a1e2ad8-a455-4676-a477-905a8b430f3e req-3e8c130d-13ca-41bc-9647-152e8106a326 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.1074417 Feb 17 21:01:27.643041 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-6a1e2ad8-a455-4676-a477-905a8b430f3e req-55cf218e-29a8-4258-81fd-efcec0a34f43 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 Feb 17 21:01:27.813396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '0bd62242-a8ed-4f60-af6e-8dcbb4f56830', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': '448cc42b-80fe-4b93-b518-251173509e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:3b:17:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d972c32-abf9-4e28-a826-f10279c816fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:01:22Z', 'updated_at': '2021-02-17T21:01:25Z', 'revision_number': 1, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}, {'id': '9f890c88-350d-4470-a533-3c868a1a5b09', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:e7:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:59:06Z', 'updated_at': '2021-02-17T20:59:13Z', 'revision_number': 2, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:01:27.817788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6510333-19a0-4850-a216-564695f5d4e8 None None] The sync data for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi is: [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '0bd62242-a8ed-4f60-af6e-8dcbb4f56830', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': '448cc42b-80fe-4b93-b518-251173509e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:3b:17:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d972c32-abf9-4e28-a826-f10279c816fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:01:22Z', 'updated_at': '2021-02-17T21:01:25Z', 'revision_number': 1, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}, {'id': '9f890c88-350d-4470-a533-3c868a1a5b09', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:e7:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:59:06Z', 'updated_at': '2021-02-17T20:59:13Z', 'revision_number': 2, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:01:28.128150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58b6e9-5f18-489b-b5e4-702c6a0cf0c0 None None] New status for floating IP 0bd62242-a8ed-4f60-af6e-8dcbb4f56830: ACTIVE {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:01:28.849667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061c858-e5ae-47d7-a5a1-15492d87de90 req-94efcd8f-8458-41b5-ab02-d0062e01e172 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:28.851456 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3061c858-e5ae-47d7-a5a1-15492d87de90 req-94efcd8f-8458-41b5-ab02-d0062e01e172 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.0892627 Feb 17 21:01:28.905202 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3061c858-e5ae-47d7-a5a1-15492d87de90 req-5383ddb8-5a95-43b6-8f1b-17ceca4a7b88 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473535 Feb 17 21:01:30.105232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d64432-2eb4-46ee-ab8b-98be18e1f0fa req-036139ef-7274-41ad-af65-c1c16c73456c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:30.106897 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b1d64432-2eb4-46ee-ab8b-98be18e1f0fa req-036139ef-7274-41ad-af65-c1c16c73456c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.0876596 Feb 17 21:01:30.156542 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b1d64432-2eb4-46ee-ab8b-98be18e1f0fa req-34ef62f2-494b-4262-9c0e-d45f9f1c5bab tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Feb 17 21:01:31.362757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0741-168d-42c8-a16a-3d0e3276c570 req-4c514eb6-280c-4480-8e3c-f7e9ed69c2dd tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:31.364377 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-988a0741-168d-42c8-a16a-3d0e3276c570 req-4c514eb6-280c-4480-8e3c-f7e9ed69c2dd tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.0923982 Feb 17 21:01:31.413951 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-988a0741-168d-42c8-a16a-3d0e3276c570 req-2dafd189-2617-449a-ac8e-74e24dd89e29 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Feb 17 21:01:31.507602 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 618bd5f8-8478-4b21-b6d5-4f965d81dd14 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:31.578540 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.594375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:31.599407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:31.599820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.728121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.758635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618bd5f8-8478-4b21-b6d5-4f965d81dd14'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:31.768970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 618bd5f8-8478-4b21-b6d5-4f965d81dd14, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=618bd5f8-8478-4b21-b6d5-4f965d81dd14,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:31.772024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:31.773984 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:31.816380 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618bd5f8-8478-4b21-b6d5-4f965d81dd14', 'code': 200} Feb 17 21:01:31.859393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=618bd5f8-8478-4b21-b6d5-4f965d81dd14,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:31.868304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.868697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.869094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.869467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.869840 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.870213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.870615 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.870991 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.871395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.871754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.872127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.872487 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.872913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.873280 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.874221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.874684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.875192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.875500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.875868 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.876238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.876618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.877126 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.877509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.877866 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:01:31.882612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:32.112932 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b451b-e858-4487-8a38-581475d670a3 req-1647aef0-70c1-4861-bc33-a86345584b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:32.114584 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0a6b451b-e858-4487-8a38-581475d670a3 req-1647aef0-70c1-4861-bc33-a86345584b41 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 1162 time: 0.0873816 Feb 17 21:01:32.163306 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0a6b451b-e858-4487-8a38-581475d670a3 req-38395675-0f58-4ef5-a7b4-525c9b103acd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387290 Feb 17 21:01:32.621626 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06457b2-2d16-46be-8274-b5a523f77875 req-54e349f2-746c-4657-a60d-3ea09b104712 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:32.623315 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d06457b2-2d16-46be-8274-b5a523f77875 req-54e349f2-746c-4657-a60d-3ea09b104712 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.0909495 Feb 17 21:01:32.679992 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d06457b2-2d16-46be-8274-b5a523f77875 req-6e06c041-79e6-49ce-964b-46b4bd999254 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500708 Feb 17 21:01:33.888854 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0ea33-16a1-4d36-930d-2c10d0255a41 req-f641243b-636f-4380-9eab-27d033ccaab2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:33.891101 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33d0ea33-16a1-4d36-930d-2c10d0255a41 req-f641243b-636f-4380-9eab-27d033ccaab2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.0891919 Feb 17 21:01:33.940849 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-33d0ea33-16a1-4d36-930d-2c10d0255a41 req-268b64e7-572d-46cf-a614-f94e57fb5ec4 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Feb 17 21:01:35.149161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249194-6ef4-4848-bbf3-347f64b757e3 req-ff6cb4df-d559-414c-baaf-76c5baf18e9d tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:35.150842 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-54249194-6ef4-4848-bbf3-347f64b757e3 req-ff6cb4df-d559-414c-baaf-76c5baf18e9d tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.0948715 Feb 17 21:01:35.211830 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-54249194-6ef4-4848-bbf3-347f64b757e3 req-8174400c-2961-4ffc-8e44-78a730b5ffe4 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487151 Feb 17 21:01:35.468303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 618bd5f8-8478-4b21-b6d5-4f965d81dd14 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:35.542894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:35.543308 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:36.418529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388805-42d6-46cc-ae7b-0df3f2109372 req-6236f3cf-28d9-490d-ab37-6403210f944c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:36.422781 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd388805-42d6-46cc-ae7b-0df3f2109372 req-6236f3cf-28d9-490d-ab37-6403210f944c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.0936210 Feb 17 21:01:36.478503 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cd388805-42d6-46cc-ae7b-0df3f2109372 req-241b7be5-2766-4bdb-9239-4e6a95a1d353 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508168 Feb 17 21:01:37.682243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1fe5-f08f-4fb1-86ae-6d060469b104 req-12ba8e2e-c673-4afb-81d8-e0a60a6c3c83 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:37.683875 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-821f1fe5-f08f-4fb1-86ae-6d060469b104 req-12ba8e2e-c673-4afb-81d8-e0a60a6c3c83 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.0884058 Feb 17 21:01:37.735010 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-821f1fe5-f08f-4fb1-86ae-6d060469b104 req-bd5fbbd7-b08b-436a-aa35-057b9efc4922 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Feb 17 21:01:40.155101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-ef92ca64-c8b4-4d44-9c7d-338fa019cba4 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:40.156719 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-ef92ca64-c8b4-4d44-9c7d-338fa019cba4 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 815 time: 0.4013994 Feb 17 21:01:40.173694 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e4d932ba-7b05-4458-a4f7-b9c1df8ba2bf tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/quotas/72ca9f35bef24204aefb4c04cbe4dd55 HTTP/1.1" status: 200 len: 375 time: 0.0107729 Feb 17 21:01:40.273481 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-500d6489-d847-4dc7-acff-6661346476c3 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938132 Feb 17 21:01:40.422091 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-a3ef6aa7-951a-485b-8a3c-2a9f1ddbd575 service neutron] 10.222.0.30 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388586 Feb 17 21:01:40.570883 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-3f96298b-f406-45ad-95ba-59461b1d9d73 service neutron] 10.222.0.30 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421595 Feb 17 21:01:40.764594 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d7be10f4-f0c1-4199-9de1-19a1803f83bf req-ce1e25ad-58f7-4b6d-a3b5-ca79ccf50121 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 210 time: 0.0504899 Feb 17 21:01:41.829252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eae60-bda8-463a-ab1a-9b9d501bbabf req-7011ec72-26a6-411d-a35a-71a363ab7c07 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:41.837099 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-328eae60-bda8-463a-ab1a-9b9d501bbabf req-7011ec72-26a6-411d-a35a-71a363ab7c07 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 946 time: 0.0981698 Feb 17 21:01:41.894849 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-328eae60-bda8-463a-ab1a-9b9d501bbabf req-1e73ee3a-2a36-4adc-944c-fda869a9d37f tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566549 Feb 17 21:01:41.971766 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b6b6c560-5680-41b5-8f42-8c15febaa1f6 req-2834c7f3-734d-4da4-9219-8a7713720d62 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 210 time: 0.0500028 Feb 17 21:01:42.011858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-c154a4e9-7f2f-4787-ad44-47d5df4f0a23 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:42.013488 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-c154a4e9-7f2f-4787-ad44-47d5df4f0a23 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 815 time: 0.2120373 Feb 17 21:01:42.029034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Request body: {'port': {'device_id': '66b9aa76-d521-4abf-86dc-5e313848d307', 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96', 'admin_state_up': True, 'tenant_id': '72ca9f35bef24204aefb4c04cbe4dd55'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:42.177349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:42.181456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Usage tracker for resource:port and tenant:72ca9f35bef24204aefb4c04cbe4dd55 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:42.184447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:42.192205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:42.201071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Made reservation on behalf of 72ca9f35bef24204aefb4c04cbe4dd55 for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:42.207439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.522555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Allocated IP 172.20.0.4 (6bb9dcc5-7611-4362-8a72-31f0cc25fd96/03e4dd21-6170-4a69-b003-4934d55c2373/25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:01:42.740602 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.763185 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:01:42.770880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:42.788399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:42.928293 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Pushing event updated for resources: {'Port': ['ID=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:42.931489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:42.991894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:01:42.992965 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:01:42.995459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:01:43.062364 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:43.063048 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:43.084077 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-7b1759e5-ded2-403d-bcb9-131ac7ce6c1c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0594552 Feb 17 21:01:43.099419 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38d79d-ff5c-4c70-836b-6ff4c83aeda4 req-052011fa-bb30-443c-b679-a60e31e48fc5 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:43.099804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Request body: {'port': {'device_id': '66b9aa76-d521-4abf-86dc-5e313848d307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:43.101066 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df38d79d-ff5c-4c70-836b-6ff4c83aeda4 req-052011fa-bb30-443c-b679-a60e31e48fc5 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 946 time: 0.0950298 Feb 17 21:01:43.211453 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df38d79d-ff5c-4c70-836b-6ff4c83aeda4 req-08d7223a-2858-4b6e-a459-07bcf762e25f tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037159 Feb 17 21:01:43.228718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:43.239357 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759e0e3-f5d4-409e-ac80-de992ecb8ed8 req-ae6f3827-0f41-42e9-96cd-72e2ac65c9a8 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:43.240988 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a759e0e3-f5d4-409e-ac80-de992ecb8ed8 req-ae6f3827-0f41-42e9-96cd-72e2ac65c9a8 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 931 time: 0.1173599 Feb 17 21:01:43.292128 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a759e0e3-f5d4-409e-ac80-de992ecb8ed8 req-8eebe8c4-96c7-41df-b190-d8a1356ded69 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Feb 17 21:01:43.654020 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:01:43.662649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:43.674865 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Transition to ACTIVE for port object 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:01:43.677776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:43.693687 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a0782cea-40d6-4596-aab3-4b4707c09a61 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:44.132780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Pushing event updated for resources: {'Port': ['ID=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:44.136267 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:44.329817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75124-8983-44ee-b256-1603105a0f4d req-6263bdcb-9b89-47f2-abb3-4df0729195e5 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:44.330663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f5f75124-8983-44ee-b256-1603105a0f4d req-6263bdcb-9b89-47f2-abb3-4df0729195e5 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Synchronizing usage tracker for tenant:d3b31f84404e4d5fb2ad0c489e64411b on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:01:44.374813 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-f5f75124-8983-44ee-b256-1603105a0f4d req-6263bdcb-9b89-47f2-abb3-4df0729195e5 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Unset dirty status for tenant:d3b31f84404e4d5fb2ad0c489e64411b on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:01:44.376093 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5f75124-8983-44ee-b256-1603105a0f4d req-6263bdcb-9b89-47f2-abb3-4df0729195e5 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.67 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 946 time: 0.2852001 Feb 17 21:01:44.378401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Attempting to bind port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:01:44.379272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Attempting to bind port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:01:44.379272 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Attempting to bind port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a on network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:01:44.384439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 9945e15f-2f5c-42a3-b44f-8b58e462a197 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:01:44.426505 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:01:44.426908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Checking segment: {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:01:44.427282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:44.427685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Bound using segment: {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:01:44.428190 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Bound port: 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:01:44.428570 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:44.434141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7e8f8-e00e-40a7-b9fe-7149b9669f22 req-27f7509c-00e1-4d49-aacc-0b82356546a4 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:44.443213 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-06c7e8f8-e00e-40a7-b9fe-7149b9669f22 req-27f7509c-00e1-4d49-aacc-0b82356546a4 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 946 time: 0.1118333 Feb 17 21:01:44.520635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:44.530028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-f5f75124-8983-44ee-b256-1603105a0f4d req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Deleting port 9945e15f-2f5c-42a3-b44f-8b58e462a197 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:01:44.530420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f5f75124-8983-44ee-b256-1603105a0f4d req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:44.554266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9945e15f-2f5c-42a3-b44f-8b58e462a197'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:44.563839 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-06c7e8f8-e00e-40a7-b9fe-7149b9669f22 req-d54e174f-5484-4382-ae0a-20bd91566c7d tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195328 Feb 17 21:01:44.564509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 9945e15f-2f5c-42a3-b44f-8b58e462a197, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=9945e15f-2f5c-42a3-b44f-8b58e462a197,segment=NetworkSegment(87093740-ae5b-492d-b3cd-4fae12b7acb6),segment_id=87093740-ae5b-492d-b3cd-4fae12b7acb6)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:44.568056 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:44.570415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:44.595596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eae9a7-b6ad-4328-a420-64fe310c648a req-42b5e24e-f27a-49b2-97f3-d33dbea3b7b7 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:44.597315 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6eae9a7-b6ad-4328-a420-64fe310c648a req-42b5e24e-f27a-49b2-97f3-d33dbea3b7b7 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 943 time: 0.1510632 Feb 17 21:01:44.649759 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9945e15f-2f5c-42a3-b44f-8b58e462a197', 'code': 200} Feb 17 21:01:44.656059 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=9945e15f-2f5c-42a3-b44f-8b58e462a197,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:44.659617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:44.662895 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e6eae9a7-b6ad-4328-a420-64fe310c648a req-1a61238b-0a1b-4886-af69-3fa2c3ca324c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553505 Feb 17 21:01:44.678370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] For port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:01:44.694683 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] For port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:01:44.701275 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:44.736104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-47933c84-48cc-4312-b3da-06de84d09e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:45.016076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Pushing event updated for resources: {'Port': ['ID=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:45.019753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:45.035556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-f5f75124-8983-44ee-b256-1603105a0f4d req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] For port 9945e15f-2f5c-42a3-b44f-8b58e462a197, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=9945e15f-2f5c-42a3-b44f-8b58e462a197,segment=NetworkSegment(87093740-ae5b-492d-b3cd-4fae12b7acb6),segment_id=87093740-ae5b-492d-b3cd-4fae12b7acb6)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:45.035960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f5f75124-8983-44ee-b256-1603105a0f4d req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.190604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-f5f75124-8983-44ee-b256-1603105a0f4d req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Calling delete_port for 9945e15f-2f5c-42a3-b44f-8b58e462a197 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:01:45.254521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:45.255192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.256684 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] 10.222.0.67 "PUT /v2.0/ports/25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a HTTP/1.1" status: 200 len: 1157 time: 2.1620042 Feb 17 21:01:45.257231 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b9aa76-d521-4abf-86dc-5e313848d307', 'tag': '25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:45.343487 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b9aa76-d521-4abf-86dc-5e313848d307', 'tag': '25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a', 'status': 'completed', 'code': 200} Feb 17 21:01:45.430123 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f5f75124-8983-44ee-b256-1603105a0f4d req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.447235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f02322d-9cc8-4d0f-a9c3-16ba2e71ce14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:45.551520 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Pushing event deleted for resources: {'Port': ['ID=9945e15f-2f5c-42a3-b44f-8b58e462a197,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:45.564328 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:45.566588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-5740c720-54f6-49e3-9d82-22d923b24897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:45.568226 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-5740c720-54f6-49e3-9d82-22d923b24897 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 1160 time: 0.2718012 Feb 17 21:01:45.664537 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-9d68166d-2835-49d6-9fad-1871da7d4df1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a HTTP/1.1" status: 200 len: 217 time: 0.0871348 Feb 17 21:01:45.746900 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a02e443f-15cd-48f4-8357-16d5fd574d5a req-b34fbd2b-c9e4-4df6-8747-8ee5d90b12fd tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=31320f4d-6d0f-4ff5-ac26-2c4f17406208 HTTP/1.1" status: 200 len: 210 time: 0.0542958 Feb 17 21:01:45.800367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f75124-8983-44ee-b256-1603105a0f4d req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] No DVR routers for this DVR port 9945e15f-2f5c-42a3-b44f-8b58e462a197 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:01:45.803031 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-2bdd6fef-53d6-4fec-bafc-eb3ecd044d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:45.804560 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-2bdd6fef-53d6-4fec-bafc-eb3ecd044d0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=03e4dd21-6170-4a69-b003-4934d55c2373 HTTP/1.1" status: 200 len: 855 time: 0.1229005 Feb 17 21:01:45.805604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-f5f75124-8983-44ee-b256-1603105a0f4d req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:45.863656 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-c9abe241-0df4-42d1-9e14-bb6d870efb3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503607 Feb 17 21:01:45.865086 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f5f75124-8983-44ee-b256-1603105a0f4d req-694a50dc-ae5e-49bb-9176-b6fc5cd41df8 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.67 "DELETE /v2.0/ports/9945e15f-2f5c-42a3-b44f-8b58e462a197 HTTP/1.1" status: 204 len: 173 time: 1.4808600 Feb 17 21:01:45.873233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f95e2-4c3b-4bde-b518-257cd18a523b req-82f1ba50-1c49-49b7-b218-8ae40de1a462 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:45.875265 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c82f95e2-4c3b-4bde-b518-257cd18a523b req-82f1ba50-1c49-49b7-b218-8ae40de1a462 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 943 time: 0.0907941 Feb 17 21:01:45.932704 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c82f95e2-4c3b-4bde-b518-257cd18a523b req-7cddc4f8-f0ad-494b-89b0-265204aa6cad tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497127 Feb 17 21:01:46.026225 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-73be3746-9a4b-4128-86a8-97b287b6fb2b service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471734 Feb 17 21:01:46.178430 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5d4b192f-8abe-460c-9e1d-f44f0443fd37 req-78860fa8-2644-42c5-9bb3-918395b6703a service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423490 Feb 17 21:01:46.321229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50225d8-bf91-4596-9864-9482db533169 req-2b56c082-ce58-4251-a81c-93d6cc946e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:46.322899 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c50225d8-bf91-4596-9864-9482db533169 req-2b56c082-ce58-4251-a81c-93d6cc946e64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 1160 time: 0.0832775 Feb 17 21:01:46.480565 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50225d8-bf91-4596-9864-9482db533169 req-aceb275a-8626-41c1-919e-808d321336a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:46.482166 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c50225d8-bf91-4596-9864-9482db533169 req-aceb275a-8626-41c1-919e-808d321336a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 909 time: 0.1456058 Feb 17 21:01:46.567686 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c50225d8-bf91-4596-9864-9482db533169 req-b281f885-4dbd-4856-9682-c78997fa8384 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a HTTP/1.1" status: 200 len: 217 time: 0.0724144 Feb 17 21:01:46.645978 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50225d8-bf91-4596-9864-9482db533169 req-c7a72e5d-d141-4fa7-8d97-15ee0fc70ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:46.647646 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c50225d8-bf91-4596-9864-9482db533169 req-c7a72e5d-d141-4fa7-8d97-15ee0fc70ff1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=03e4dd21-6170-4a69-b003-4934d55c2373 HTTP/1.1" status: 200 len: 855 time: 0.0697920 Feb 17 21:01:46.703799 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c50225d8-bf91-4596-9864-9482db533169 req-d1441fa6-bbd7-49bf-b234-600b4f43fb0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474279 Feb 17 21:01:46.856205 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c50225d8-bf91-4596-9864-9482db533169 req-e8c0d5e4-5ab1-43a5-ab7e-308b69ccf1b2 service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440270 Feb 17 21:01:47.023448 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c50225d8-bf91-4596-9864-9482db533169 req-99b32e30-c5bf-4763-9bb6-4d768cc1bf0f service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430061 Feb 17 21:01:47.155863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5b3cd-615a-4f4b-8bf2-37e58843d98b req-b1931e33-0f32-4350-b1ca-0ed55e3f0ba5 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:47.157525 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e8a5b3cd-615a-4f4b-8bf2-37e58843d98b req-b1931e33-0f32-4350-b1ca-0ed55e3f0ba5 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 943 time: 0.0971131 Feb 17 21:01:47.208165 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e8a5b3cd-615a-4f4b-8bf2-37e58843d98b req-8d0e0fe3-0ce9-45ea-91b9-12d23711ef26 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Feb 17 21:01:47.344947 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'name': 'network-vif-deleted', 'tag': '9945e15f-2f5c-42a3-b44f-8b58e462a197'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:47.394449 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31320f4d-6d0f-4ff5-ac26-2c4f17406208', 'name': 'network-vif-deleted', 'tag': '9945e15f-2f5c-42a3-b44f-8b58e462a197', 'status': 'completed', 'code': 200} Feb 17 21:01:48.277863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3f4bce33-9d51-46e9-9d45-1394134518dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:48.415367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8ee73-d0e4-4d97-8d05-24c5340c88cc req-a890f451-d06d-4056-a0c3-55173a6e31ee tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:48.416871 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-25b8ee73-d0e4-4d97-8d05-24c5340c88cc req-a890f451-d06d-4056-a0c3-55173a6e31ee tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 943 time: 0.0928049 Feb 17 21:01:48.464428 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-25b8ee73-d0e4-4d97-8d05-24c5340c88cc req-6d26c9fb-e96c-47be-9fbb-12f76b9f2dfd tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Feb 17 21:01:49.669581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31d3fd-739e-42d8-bac8-6da8b450c32f req-314e4bc7-06c6-49a4-8bc5-c9d965df263a tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:49.671344 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c31d3fd-739e-42d8-bac8-6da8b450c32f req-314e4bc7-06c6-49a4-8bc5-c9d965df263a tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 943 time: 0.0881517 Feb 17 21:01:49.723622 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8c31d3fd-739e-42d8-bac8-6da8b450c32f req-5265e6dd-f0d8-45c2-8762-967465f55376 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458894 Feb 17 21:01:50.641015 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f092462f-1c6a-45be-a7b0-614aa1c1d9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:50.930557 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92180119-8e2a-44dc-9d30-1e81ed35bcd6 req-49d5bd71-da13-4aad-959e-5bdf5c766105 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:50.932257 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-92180119-8e2a-44dc-9d30-1e81ed35bcd6 req-49d5bd71-da13-4aad-959e-5bdf5c766105 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 943 time: 0.0949135 Feb 17 21:01:50.988124 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-92180119-8e2a-44dc-9d30-1e81ed35bcd6 req-71edfbb2-fedc-47ee-9c24-2c4b074d2dd4 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489554 Feb 17 21:01:51.031843 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:52.199389 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05763b-4d31-4754-83fd-948a4397de94 req-157f1190-5c72-4f87-9c76-dfc0d3aeed04 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:52.201014 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df05763b-4d31-4754-83fd-948a4397de94 req-157f1190-5c72-4f87-9c76-dfc0d3aeed04 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 943 time: 0.0897872 Feb 17 21:01:52.250103 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-df05763b-4d31-4754-83fd-948a4397de94 req-9afb49c5-37d3-4309-8280-70341ac44a61 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 Feb 17 21:01:52.395391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:52.759232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.187155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:53.260061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:01:53.265180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:53.265599 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.395172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.425264 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b9aa76-d521-4abf-86dc-5e313848d307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:01:53.435776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:01:53.439569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:53.441644 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:01:53.464422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5422df-2a4e-44eb-ab34-dcc87ae7076b req-02471b68-3a69-4e79-b275-c11f6630547c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:53.466078 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f5422df-2a4e-44eb-ab34-dcc87ae7076b req-02471b68-3a69-4e79-b275-c11f6630547c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 943 time: 0.1007874 Feb 17 21:01:53.480536 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b9aa76-d521-4abf-86dc-5e313848d307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a', 'code': 200} Feb 17 21:01:53.515295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:01:53.518792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:01:53.522718 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1f5422df-2a4e-44eb-ab34-dcc87ae7076b req-ef282288-12d6-466d-aeeb-54ba6b2ed293 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488293 Feb 17 21:01:54.745475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dd472-016a-4ea7-b915-27fe6c34e5e6 req-fe10aadf-86d5-41a5-9708-7bfb06fe5562 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:54.747056 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a4dd472-016a-4ea7-b915-27fe6c34e5e6 req-fe10aadf-86d5-41a5-9708-7bfb06fe5562 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 945 time: 0.0864837 Feb 17 21:01:54.796803 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5a4dd472-016a-4ea7-b915-27fe6c34e5e6 req-dad92ba4-3fd6-4d20-a7e1-f9d427612e2d tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Feb 17 21:01:56.002582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7d703-5797-4dec-8410-da2929cd64a4 req-82bb1669-df13-49d7-bdce-af0a8e52ad94 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:56.004201 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f7d7d703-5797-4dec-8410-da2929cd64a4 req-82bb1669-df13-49d7-bdce-af0a8e52ad94 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 945 time: 0.0917304 Feb 17 21:01:56.054239 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f7d7d703-5797-4dec-8410-da2929cd64a4 req-6f5ea847-0ec7-4b54-be4c-0ce8c004c190 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Feb 17 21:01:56.306217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:01:56.354368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37ca0b-9915-4edf-bde2-cc23d2aaac5b req-ba46267a-8080-4190-8554-2d47f0da7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:56.355990 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb37ca0b-9915-4edf-bde2-cc23d2aaac5b req-ba46267a-8080-4190-8554-2d47f0da7ee6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 1162 time: 0.0788202 Feb 17 21:01:56.390545 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:01:56.390970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:01:56.404832 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bb37ca0b-9915-4edf-bde2-cc23d2aaac5b req-496d47aa-afc4-4e19-9da3-40f8dfa60a6a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418789 Feb 17 21:01:57.258398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65171c-3664-4304-a249-99e56cb901c4 req-f09a1c13-008e-4fe0-a0e3-579fa2c2ea2b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:57.260005 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc65171c-3664-4304-a249-99e56cb901c4 req-f09a1c13-008e-4fe0-a0e3-579fa2c2ea2b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 945 time: 0.0880527 Feb 17 21:01:57.502297 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fc65171c-3664-4304-a249-99e56cb901c4 req-4cefe795-1713-4481-9eb8-dcd5d9dd0ac8 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343967 Feb 17 21:01:57.664607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d298-ef0e-43f8-b746-98b492111522 req-80df1cbb-bc7e-4267-b636-f85b32578c67 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:57.666120 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-80df1cbb-bc7e-4267-b636-f85b32578c67 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/networks?id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0 HTTP/1.1" status: 200 len: 813 time: 0.1628375 Feb 17 21:01:57.682771 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-258bb52e-9547-45e7-8f2e-1cd4777415aa tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/quotas/d3b31f84404e4d5fb2ad0c489e64411b HTTP/1.1" status: 200 len: 375 time: 0.0098972 Feb 17 21:01:57.738329 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-df645051-a8cd-4898-ac36-e1f2f011516b tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3b31f84404e4d5fb2ad0c489e64411b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490830 Feb 17 21:01:57.893837 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-1400fec5-d21c-4461-8af9-3a75047ff22f service neutron] 10.222.0.30 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465912 Feb 17 21:01:58.044469 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-24a174a9-bd55-41cc-9b74-a8ee8c60bd2b service neutron] 10.222.0.30 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437633 Feb 17 21:01:58.238073 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3d97cdef-3b07-4720-bdb5-8bfba372c555 req-5b791efc-ec54-41f7-9625-3235fc8b86e2 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 210 time: 0.0505595 Feb 17 21:01:58.716316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b2328-43f1-4a9b-870a-995004b044f0 req-34b700df-6c82-4fec-9be8-b912518e2dc1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:58.718663 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-471b2328-43f1-4a9b-870a-995004b044f0 req-34b700df-6c82-4fec-9be8-b912518e2dc1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 945 time: 0.0984092 Feb 17 21:01:58.770221 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-471b2328-43f1-4a9b-870a-995004b044f0 req-2df8ad78-0d3a-4a9b-9076-c43b4d0521cd tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Feb 17 21:01:59.411766 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-967d97fc-e175-4615-9ed7-45542ed493b1 req-0c791f0a-025d-4002-be61-4d0894faa4ed tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 210 time: 0.0530741 Feb 17 21:01:59.716507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d298-ef0e-43f8-b746-98b492111522 req-723b0735-1cb0-4cb3-a35a-4a6ce250791d tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:01:59.719008 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-723b0735-1cb0-4cb3-a35a-4a6ce250791d tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.67 "GET /v2.0/networks?id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0 HTTP/1.1" status: 200 len: 813 time: 0.4178665 Feb 17 21:01:59.731663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Request body: {'port': {'device_id': '360a11bc-d331-4a3d-9712-6c7c003e542c', 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0', 'admin_state_up': True, 'tenant_id': 'd3b31f84404e4d5fb2ad0c489e64411b'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:01:59.885102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:01:59.890728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Usage tracker for resource:port and tenant:d3b31f84404e4d5fb2ad0c489e64411b is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:01:59.894008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:01:59.899817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:01:59.909596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Made reservation on behalf of d3b31f84404e4d5fb2ad0c489e64411b for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:01:59.915242 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.241295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Allocated IP 172.20.0.9 (2c74efd0-19ae-4fa2-8680-41e4fe5700a0/c799eb2b-c61b-420c-ba26-08ebb9b566ce/5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:02:00.467787 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.501176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.517469 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-74b1ca27-bfbf-4ac8-8a89-26d7b9d90364 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:00.627939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169eede-6258-4d49-bce6-506ddec5f595 req-eff53a23-9718-4fe0-8654-1c49ce38dcd0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:00.629922 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9169eede-6258-4d49-bce6-506ddec5f595 req-eff53a23-9718-4fe0-8654-1c49ce38dcd0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 931 time: 0.0960536 Feb 17 21:02:00.663760 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Pushing event updated for resources: {'Port': ['ID=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:00.681267 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-9169eede-6258-4d49-bce6-506ddec5f595 req-27293561-8bb6-44d7-a4d4-fc12f2e845d6 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434105 Feb 17 21:02:00.684338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.684764 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.685177 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.686159 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.686586 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.686992 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.687420 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.687772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.688178 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.688576 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.688974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.689371 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.689824 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.690217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.690638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.691028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.691826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.691826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.692158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.692551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.692942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.693331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.693720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.694109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:00.700944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:00.745394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:02:00.746607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:02:00.750293 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:02:00.826870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:00.827544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:00.853569 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-b18c84c2-aff7-445b-b2c0-a977a3ce6ee0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1263266 Feb 17 21:02:00.872299 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Request body: {'port': {'device_id': '360a11bc-d331-4a3d-9712-6c7c003e542c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:02:00.997404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.429918 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:02:01.438225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.450772 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Transition to ACTIVE for port object 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:02:01.454295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.471429 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-81a23d45-1d30-444f-a3b7-33d7d194241c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:01.576731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.606404 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:01.619644 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:01.807815 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Attempting to bind port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:02:01.808426 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Attempting to bind port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '87093740-ae5b-492d-b3cd-4fae12b7acb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:02:01.809053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Attempting to bind port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 on network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:02:01.820195 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:02:01.820819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Checking segment: {'id': '87093740-ae5b-492d-b3cd-4fae12b7acb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:02:01.821511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.822177 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Bound using segment: {'id': '87093740-ae5b-492d-b3cd-4fae12b7acb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:02:01.823026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Bound port: 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87093740-ae5b-492d-b3cd-4fae12b7acb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2c74efd0-19ae-4fa2-8680-41e4fe5700a0'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:02:01.823661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.901140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc94fa-cfb6-451a-a771-7a74235be98e req-4f87b44d-59ac-48c5-b9d8-ed668a7d9f7e tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:01.902832 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7cdc94fa-cfb6-451a-a771-7a74235be98e req-4f87b44d-59ac-48c5-b9d8-ed668a7d9f7e tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 943 time: 0.1018856 Feb 17 21:02:01.933766 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] For port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:02:01.940543 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] For port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6,segment=NetworkSegment(87093740-ae5b-492d-b3cd-4fae12b7acb6),segment_id=87093740-ae5b-492d-b3cd-4fae12b7acb6)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:02:01.945235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:01.960503 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7cdc94fa-cfb6-451a-a771-7a74235be98e req-13e56bc5-1347-4c84-b007-eacd5ac967d5 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505986 Feb 17 21:02:01.972053 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e7c74f49-f93c-4340-8ee1-b938bf192dcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:02.231000 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:02.236082 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:02.272315 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:02.272464 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:02.273991 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-6097dab3-a473-4e5e-a5b5-9042c7704df0 service neutron] 10.222.0.67 "PUT /v2.0/ports/5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 HTTP/1.1" status: 200 len: 1157 time: 1.4069705 Feb 17 21:02:02.274624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360a11bc-d331-4a3d-9712-6c7c003e542c', 'tag': '5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:02.359791 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360a11bc-d331-4a3d-9712-6c7c003e542c', 'tag': '5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6', 'status': 'completed', 'code': 200} Feb 17 21:02:02.402370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d298-ef0e-43f8-b746-98b492111522 req-af030ba7-9dcd-4ef6-89e7-fe1389cb337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:02.403986 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-af030ba7-9dcd-4ef6-89e7-fe1389cb337d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3b31f84404e4d5fb2ad0c489e64411b&device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 1160 time: 0.0865812 Feb 17 21:02:02.483483 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-0fabf491-0f0e-4993-8561-522e758b07a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 HTTP/1.1" status: 200 len: 217 time: 0.0693517 Feb 17 21:02:02.556943 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d298-ef0e-43f8-b746-98b492111522 req-bdb750d0-cd13-4e25-9578-2de97f48ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:02.558552 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-bdb750d0-cd13-4e25-9578-2de97f48ff93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c799eb2b-c61b-420c-ba26-08ebb9b566ce HTTP/1.1" status: 200 len: 853 time: 0.0686584 Feb 17 21:02:02.612294 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-7deaf271-2659-4de9-b845-059ea9156394 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467577 Feb 17 21:02:02.756946 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-598f744d-519f-4ae2-a4f6-b6a88748f70c service neutron] 10.222.0.67 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367834 Feb 17 21:02:02.904048 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b393d298-ef0e-43f8-b746-98b492111522 req-49d62e67-b382-4729-88cd-be5124846589 service neutron] 10.222.0.67 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402760 Feb 17 21:02:03.038974 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-bca2cb6c-5e11-4f18-94ff-31ca44d67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:03.040623 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-bca2cb6c-5e11-4f18-94ff-31ca44d67fbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3b31f84404e4d5fb2ad0c489e64411b&device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 1160 time: 0.0872338 Feb 17 21:02:03.174893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cd890-5d82-4042-b53b-0d8d61c2235c req-3a54bb22-a19a-47bd-87c8-4448d9eab284 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:03.176559 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-be2cd890-5d82-4042-b53b-0d8d61c2235c req-3a54bb22-a19a-47bd-87c8-4448d9eab284 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 943 time: 0.0952201 Feb 17 21:02:03.204500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-411de13f-8bbe-497c-9153-862275574b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:03.206145 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-411de13f-8bbe-497c-9153-862275574b42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0 HTTP/1.1" status: 200 len: 907 time: 0.1502585 Feb 17 21:02:03.227649 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-be2cd890-5d82-4042-b53b-0d8d61c2235c req-59563932-8c9d-4d6a-8735-fccedebcd307 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445988 Feb 17 21:02:03.285062 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-38de8031-7d80-475e-8a22-2ea650bff143 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 HTTP/1.1" status: 200 len: 217 time: 0.0700932 Feb 17 21:02:03.362650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-0f331915-e51d-493b-8c8e-ff3b4f16f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:03.364307 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-0f331915-e51d-493b-8c8e-ff3b4f16f59d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c799eb2b-c61b-420c-ba26-08ebb9b566ce HTTP/1.1" status: 200 len: 853 time: 0.0709231 Feb 17 21:02:03.423675 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-1fa552f8-2570-4963-9f23-80550ff9fa52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2c74efd0-19ae-4fa2-8680-41e4fe5700a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488048 Feb 17 21:02:03.572234 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-ef3d2a05-abdf-490c-9e9e-f0bd8b4a28c7 service neutron] 10.222.0.67 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403437 Feb 17 21:02:03.728122 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-526b19a0-82d5-41b9-aae8-b57829ed6583 req-5432b400-d2b1-4cea-b592-c7344b94113a service neutron] 10.222.0.67 "GET /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401885 Feb 17 21:02:04.431667 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58330c2-81f4-4c5e-b3f2-e2deb3a3f213 req-b223bf63-6e91-40aa-882d-f08204860211 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:04.433178 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58330c2-81f4-4c5e-b3f2-e2deb3a3f213 req-b223bf63-6e91-40aa-882d-f08204860211 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 943 time: 0.0898247 Feb 17 21:02:04.482104 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d58330c2-81f4-4c5e-b3f2-e2deb3a3f213 req-b3e526df-3c83-4f31-ade1-36292c547d11 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425658 Feb 17 21:02:05.686942 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125078c-9abe-4ee8-989a-02cc25988529 req-73cebc16-74f6-42ef-9c5a-8fde189bd38b tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:05.688571 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5125078c-9abe-4ee8-989a-02cc25988529 req-73cebc16-74f6-42ef-9c5a-8fde189bd38b tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 943 time: 0.0876875 Feb 17 21:02:05.740641 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5125078c-9abe-4ee8-989a-02cc25988529 req-aa39df00-9632-4327-8ccd-2034b8973c0b tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Feb 17 21:02:06.944097 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d46c1c-8002-455e-998a-0f57f1d25704 req-97d7b7ff-7942-468c-aee5-342a13949ad9 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:06.945732 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-80d46c1c-8002-455e-998a-0f57f1d25704 req-97d7b7ff-7942-468c-aee5-342a13949ad9 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 943 time: 0.0899229 Feb 17 21:02:06.972796 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:06.996735 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-80d46c1c-8002-455e-998a-0f57f1d25704 req-6600d369-2d56-4419-809c-b3a358e4514b tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Feb 17 21:02:07.048721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:02:07.053894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:07.054352 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:07.184935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:07.214052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360a11bc-d331-4a3d-9712-6c7c003e542c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:07.225327 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6,segment=NetworkSegment(87093740-ae5b-492d-b3cd-4fae12b7acb6),segment_id=87093740-ae5b-492d-b3cd-4fae12b7acb6)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:07.228445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:07.230533 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-36acfb60-082c-4f2f-8c3e-38ae6218b23b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:07.271151 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360a11bc-d331-4a3d-9712-6c7c003e542c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6', 'code': 200} Feb 17 21:02:07.308349 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:07.311819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:07.543423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f20a99-cdc9-4408-962c-b71d66bd13a8 req-400fbc22-7897-4e84-88d0-a22445ac846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:07.545352 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b1f20a99-cdc9-4408-962c-b71d66bd13a8 req-400fbc22-7897-4e84-88d0-a22445ac846e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 1162 time: 0.0903397 Feb 17 21:02:07.598086 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b1f20a99-cdc9-4408-962c-b71d66bd13a8 req-737aae75-9497-411c-b42c-ccaca814c33a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460336 Feb 17 21:02:08.206672 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bda27-a9be-4297-b6aa-a0436e71ba3b req-745a04dc-e690-4236-9acc-5d84636a3a6e tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:08.208310 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-549bda27-a9be-4297-b6aa-a0436e71ba3b req-745a04dc-e690-4236-9acc-5d84636a3a6e tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 945 time: 0.0943863 Feb 17 21:02:08.258430 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-549bda27-a9be-4297-b6aa-a0436e71ba3b req-449e6512-e320-4f46-b557-e65a3de73065 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Feb 17 21:02:08.340724 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:08.414695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:08.415113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:09.463903 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7059e81-4cb9-494b-8503-447d1a59ad38 req-5e2cd9b4-1785-4375-be68-449cb29ab809 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:09.465525 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7059e81-4cb9-494b-8503-447d1a59ad38 req-5e2cd9b4-1785-4375-be68-449cb29ab809 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 945 time: 0.0883842 Feb 17 21:02:09.519723 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a7059e81-4cb9-494b-8503-447d1a59ad38 req-275fb281-0aaf-4afd-b74d-d9d57dcdeebc tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Feb 17 21:02:11.045606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-b614cd62-486f-4b80-90c4-0bc30448e0b6 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:11.047496 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-b614cd62-486f-4b80-90c4-0bc30448e0b6 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 815 time: 0.3906970 Feb 17 21:02:11.064587 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-6a030d38-c628-48b2-8e94-5f3bc536f3c2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/quotas/72ca9f35bef24204aefb4c04cbe4dd55 HTTP/1.1" status: 200 len: 375 time: 0.0108340 Feb 17 21:02:11.162343 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-cf26a53f-3a50-4e47-8bd1-03ea6a504386 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0917897 Feb 17 21:02:11.175188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4773d18e-a0af-43c4-9080-3bdcf6ba884b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:02:11.176255 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4773d18e-a0af-43c4-9080-3bdcf6ba884b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060930 Feb 17 21:02:11.324866 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-6727e93b-69de-475c-98a4-3a1eb6c77270 service neutron] 10.222.0.30 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417100 Feb 17 21:02:11.472981 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-2b60c837-fbca-4d86-9509-70a1af63df7a service neutron] 10.222.0.30 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408083 Feb 17 21:02:11.677044 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-565cadb6-7832-4c50-a4b4-9a933d47b978 req-994742c3-a6e9-4ffa-8849-3d021b8e5f96 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 210 time: 0.0543063 Feb 17 21:02:12.855612 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-74205def-ce68-4c88-a7bf-d7b2bf493a92 req-f121a832-d644-461b-af36-5cdfa27c4f4a tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 210 time: 0.0519564 Feb 17 21:02:13.114350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-0bd9a184-9f40-401c-a6e6-84fec769e8da tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:13.115835 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-0bd9a184-9f40-401c-a6e6-84fec769e8da tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 815 time: 0.4191062 Feb 17 21:02:13.133157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Request body: {'port': {'device_id': 'c3dd23af-1d28-41e9-9043-65c9b44d381c', 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96', 'admin_state_up': True, 'tenant_id': '72ca9f35bef24204aefb4c04cbe4dd55'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:02:13.284133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:02:13.290008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Usage tracker for resource:port and tenant:72ca9f35bef24204aefb4c04cbe4dd55 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:02:13.293109 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:02:13.299859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:02:13.308785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Made reservation on behalf of 72ca9f35bef24204aefb4c04cbe4dd55 for: {'port': 1} {{(pid=84028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:02:13.314769 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:13.645439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_common [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Allocated IP 172.20.0.5 (6bb9dcc5-7611-4362-8a72-31f0cc25fd96/03e4dd21-6170-4a69-b003-4934d55c2373/d19a9689-48e7-423f-abfa-e121804e5ad6) {{(pid=84028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:02:13.860871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks [] for port, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:13.891414 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288979211790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:13.909069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:14.049461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Pushing event updated for resources: {'Port': ['ID=d19a9689-48e7-423f-abfa-e121804e5ad6,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:14.060797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:14.091117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68197a5c-9f29-4440-93de-a459b1dd6791 req-c05e8b91-39f4-417e-abff-4e17ec697e02 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:14.093203 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68197a5c-9f29-4440-93de-a459b1dd6791 req-c05e8b91-39f4-417e-abff-4e17ec697e02 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 931 time: 0.0920143 Feb 17 21:02:14.112789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 is already hosted by enough agents. {{(pid=84028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:02:14.113963 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Resources bound (agent type, host, resource id): {{(pid=84028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:02:14.116638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Received port after_create {{(pid=84028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:02:14.147766 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-68197a5c-9f29-4440-93de-a459b1dd6791 req-09b73221-1212-46c8-912f-b71391f5f6e4 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482199 Feb 17 21:02:14.186434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:14.187116 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.207163 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-4f681c9f-b470-45ab-912b-43e2319b831f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0781848 Feb 17 21:02:14.221541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-ce631f48-a140-4ac8-9d13-00138507b6f7 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84028) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:02:14.222672 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-ce631f48-a140-4ac8-9d13-00138507b6f7 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058062 Feb 17 21:02:14.235935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Request body: {'port': {'device_id': 'c3dd23af-1d28-41e9-9043-65c9b44d381c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=84028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:02:14.358900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.784663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19a9689-48e7-423f-abfa-e121804e5ad6 {{(pid=84028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:02:14.792850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.806120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Transition to ACTIVE for port object d19a9689-48e7-423f-abfa-e121804e5ad6 will not be triggered until provisioned by entity L2. {{(pid=84028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:02:14.808959 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:14.824844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b700008a-76f2-44fb-93ca-32ca03ff8ca0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:14.961869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Pushing event updated for resources: {'Port': ['ID=d19a9689-48e7-423f-abfa-e121804e5ad6,revision_number=2']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:14.965391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:15.158115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Attempting to bind port d19a9689-48e7-423f-abfa-e121804e5ad6 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:02:15.158514 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Attempting to bind port d19a9689-48e7-423f-abfa-e121804e5ad6 by drivers openvswitch on host hv-cinder-76018 at level 0 using segments [{'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:02:15.158881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Attempting to bind port d19a9689-48e7-423f-abfa-e121804e5ad6 on network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:02:15.164595 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Checking agent: {'id': '8ddd58ba-1f06-40ba-8fe5-a4ed24b16960', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 20, 49, 56), 'started_at': datetime.datetime(2021, 2, 17, 20, 50, 26), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:02:15.164941 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Checking segment: {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:02:15.165343 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.165740 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Bound using segment: {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'} {{(pid=84028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:02:15.166206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Bound port: d19a9689-48e7-423f-abfa-e121804e5ad6, host: hv-cinder-76018, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dc70db-b535-41c4-99aa-2c4fc2e7b549', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6bb9dcc5-7611-4362-8a72-31f0cc25fd96'}}] {{(pid=84028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:02:15.166627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.267444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] For port d19a9689-48e7-423f-abfa-e121804e5ad6, host hv-cinder-76018, cleared binding levels {{(pid=84028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:02:15.270732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] For port d19a9689-48e7-423f-abfa-e121804e5ad6, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d19a9689-48e7-423f-abfa-e121804e5ad6,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:02:15.274150 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036788161696'] for port, after_update {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.289939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cb10fda6-bcc0-4695-a323-f9f4ec90ecfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:15.350833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373903c-62de-4074-b80e-0d22ca507d9d req-6c1d433c-130f-48cc-936d-edc6486501f1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:15.352472 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1373903c-62de-4074-b80e-0d22ca507d9d req-6c1d433c-130f-48cc-936d-edc6486501f1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 943 time: 0.0881972 Feb 17 21:02:15.404483 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1373903c-62de-4074-b80e-0d22ca507d9d req-8017ffc9-2e22-443f-9be2-e97511888347 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454843 Feb 17 21:02:15.455356 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Pushing event updated for resources: {'Port': ['ID=d19a9689-48e7-423f-abfa-e121804e5ad6,revision_number=3']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:15.458946 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:15.495214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:15.496149 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:15.497396 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] 10.222.0.67 "PUT /v2.0/ports/d19a9689-48e7-423f-abfa-e121804e5ad6 HTTP/1.1" status: 200 len: 1157 time: 1.2665336 Feb 17 21:02:15.498507 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dd23af-1d28-41e9-9043-65c9b44d381c', 'tag': 'd19a9689-48e7-423f-abfa-e121804e5ad6'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:15.547435 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3dd23af-1d28-41e9-9043-65c9b44d381c', 'tag': 'd19a9689-48e7-423f-abfa-e121804e5ad6', 'status': 'completed', 'code': 200} Feb 17 21:02:15.669121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-b1f17a73-6ba3-4921-9656-20a13ac77441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:15.671286 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-b1f17a73-6ba3-4921-9656-20a13ac77441 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 1160 time: 0.1325688 Feb 17 21:02:15.758838 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-44b6d3be-89a4-4878-ad8a-556a3a71dff3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19a9689-48e7-423f-abfa-e121804e5ad6 HTTP/1.1" status: 200 len: 217 time: 0.0705020 Feb 17 21:02:15.829601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-d4c89554-ab18-49ad-affc-f36d20f1e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:15.831238 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-d4c89554-ab18-49ad-affc-f36d20f1e197 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=03e4dd21-6170-4a69-b003-4934d55c2373 HTTP/1.1" status: 200 len: 855 time: 0.0658438 Feb 17 21:02:15.890908 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-c99349cb-f799-4376-bfb5-7c26ece01ed7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477509 Feb 17 21:02:16.062140 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-d2b45a65-1352-478b-96ee-4e751dd73e60 service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623712 Feb 17 21:02:16.215706 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c3847f22-3f75-42c8-b5f4-dd4b9957b087 req-6bc4e1ac-3bc2-4ad8-a4ad-bb8f99c2e979 service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423264 Feb 17 21:02:16.354399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-fbbfb152-e7e3-4d96-9f13-4bb804bd4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:16.356022 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-fbbfb152-e7e3-4d96-9f13-4bb804bd4c42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 1160 time: 0.0834577 Feb 17 21:02:16.509008 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-ca02b22a-9f18-44da-97da-39526966c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:16.510737 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-ca02b22a-9f18-44da-97da-39526966c4a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 200 len: 909 time: 0.1481433 Feb 17 21:02:16.601370 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-fc664c65-bf62-4f66-bfa3-f35fe38f5d4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19a9689-48e7-423f-abfa-e121804e5ad6 HTTP/1.1" status: 200 len: 217 time: 0.0749397 Feb 17 21:02:16.617731 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c5f85-ca83-431a-b13c-67a87be90c1a req-119aa215-54e1-480d-a069-6fe87a9e35d2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:16.619855 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eb8c5f85-ca83-431a-b13c-67a87be90c1a req-119aa215-54e1-480d-a069-6fe87a9e35d2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 943 time: 0.0965004 Feb 17 21:02:16.681892 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eb8c5f85-ca83-431a-b13c-67a87be90c1a req-f9266cea-a1b2-461e-9246-5fc602d0b303 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554509 Feb 17 21:02:16.687786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-83996be9-d7b7-41bc-9878-2cdba54d6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:16.689400 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-83996be9-d7b7-41bc-9878-2cdba54d6652 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=03e4dd21-6170-4a69-b003-4934d55c2373 HTTP/1.1" status: 200 len: 855 time: 0.0767939 Feb 17 21:02:16.753906 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-200b1261-967c-4b83-88c7-f089183a39b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6bb9dcc5-7611-4362-8a72-31f0cc25fd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501935 Feb 17 21:02:16.902668 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-45914fb3-c1a8-4ca4-a7d6-6f1b24be1ee2 service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395042 Feb 17 21:02:17.046451 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-26bbf45b-587a-4a3d-8ca0-82d439d71b79 req-1d3a44d9-dc33-48c6-83f7-258eda989fa5 service neutron] 10.222.0.67 "GET /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366184 Feb 17 21:02:17.889421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd617e-3fc5-4b99-a5dd-6ef2fbbbd3a6 req-2a444560-0a89-4e6b-8058-62b481ae26a6 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:17.891259 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bcbd617e-3fc5-4b99-a5dd-6ef2fbbbd3a6 req-2a444560-0a89-4e6b-8058-62b481ae26a6 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 943 time: 0.0928142 Feb 17 21:02:17.944745 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-bcbd617e-3fc5-4b99-a5dd-6ef2fbbbd3a6 req-6179d6fa-a80e-4e3d-be35-11b8a040f895 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Feb 17 21:02:18.280732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-69789799-bedc-4a85-bac1-31032ad5ff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:19.153975 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93791afa-6cbf-456a-b9dd-b40470df8ad3 req-f43d3c0e-5895-4648-9557-05f5129870a1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:19.155845 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-93791afa-6cbf-456a-b9dd-b40470df8ad3 req-f43d3c0e-5895-4648-9557-05f5129870a1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 943 time: 0.0899825 Feb 17 21:02:19.209558 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-93791afa-6cbf-456a-b9dd-b40470df8ad3 req-d03ee683-84b5-43f4-b76e-7202038f4a64 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474973 Feb 17 21:02:19.762805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:02:20.414380 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caabd31-dba7-4192-b7c1-4512615c7a71 req-b3f0b348-27ce-49f5-8aa8-61b696d8f61b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:20.416032 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2caabd31-dba7-4192-b7c1-4512615c7a71 req-b3f0b348-27ce-49f5-8aa8-61b696d8f61b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 943 time: 0.0909066 Feb 17 21:02:20.465706 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-2caabd31-dba7-4192-b7c1-4512615c7a71 req-5d13946c-7cf4-433d-af2f-3a7cc019a45d tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Feb 17 21:02:20.642483 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87246274-dd4c-4c62-bad4-f667f1703904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:21.032818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:21.673014 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b256c4-972b-43dd-b7ec-ec24210b78af req-ea5daee3-0976-48ec-9349-4c2ace35792f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:21.674684 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2b256c4-972b-43dd-b7ec-ec24210b78af req-ea5daee3-0976-48ec-9349-4c2ace35792f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 943 time: 0.0898826 Feb 17 21:02:21.727451 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d2b256c4-972b-43dd-b7ec-ec24210b78af req-b032c4da-8f1f-418c-bb9b-21570f8f510f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463619 Feb 17 21:02:22.084342 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d19a9689-48e7-423f-abfa-e121804e5ad6 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:22.159466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning for port d19a9689-48e7-423f-abfa-e121804e5ad6 completed by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:02:22.165266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d19a9689-48e7-423f-abfa-e121804e5ad6 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:22.165692 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.303894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.514446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.521784 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd23af-1d28-41e9-9043-65c9b44d381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a9689-48e7-423f-abfa-e121804e5ad6'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:22.534944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port d19a9689-48e7-423f-abfa-e121804e5ad6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d19a9689-48e7-423f-abfa-e121804e5ad6,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:22.537928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.541233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:22.595602 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dd23af-1d28-41e9-9043-65c9b44d381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a9689-48e7-423f-abfa-e121804e5ad6', 'code': 200} Feb 17 21:02:22.618621 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=d19a9689-48e7-423f-abfa-e121804e5ad6,revision_number=4']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:22.621791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:22.722956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d19a9689-48e7-423f-abfa-e121804e5ad6 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:22.792226 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.815022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d19a9689-48e7-423f-abfa-e121804e5ad6 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:22.815448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:22.850733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364f560-19ab-4828-9fff-fd6a39a0ea7f req-d75a465d-e12e-4daf-b1a6-b88699c4e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:22.852446 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7364f560-19ab-4828-9fff-fd6a39a0ea7f req-d75a465d-e12e-4daf-b1a6-b88699c4e6fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 1162 time: 0.0870240 Feb 17 21:02:22.901514 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7364f560-19ab-4828-9fff-fd6a39a0ea7f req-993fffe0-e0f0-45bb-a077-816f1367b621 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Feb 17 21:02:22.955526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8055c27-1091-497b-9c3a-ec4a3f7b0d63 req-10b30c80-dd88-42c1-9769-8b5e121ee9d1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:22.957158 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f8055c27-1091-497b-9c3a-ec4a3f7b0d63 req-10b30c80-dd88-42c1-9769-8b5e121ee9d1 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 945 time: 0.0913894 Feb 17 21:02:23.005998 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f8055c27-1091-497b-9c3a-ec4a3f7b0d63 req-6059307c-59f5-43ff-8d7b-3785734675f5 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422359 Feb 17 21:02:24.216044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2e4c7-7aaf-42dc-9e4e-1f2c9cda571f req-d512153c-cb27-475c-970e-6de831ce2c76 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:24.218495 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dd2e4c7-7aaf-42dc-9e4e-1f2c9cda571f req-d512153c-cb27-475c-970e-6de831ce2c76 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 945 time: 0.0935836 Feb 17 21:02:24.268006 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-1dd2e4c7-7aaf-42dc-9e4e-1f2c9cda571f req-9826fd7c-f9e3-4df4-8a7b-c62825a2345d tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Feb 17 21:02:25.473004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b50057-a3c2-43dd-8f41-bc373ca0db97 req-ca30bf4d-5ea6-4222-8586-c48b55b34e6a tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:25.474691 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d6b50057-a3c2-43dd-8f41-bc373ca0db97 req-ca30bf4d-5ea6-4222-8586-c48b55b34e6a tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 945 time: 0.0908203 Feb 17 21:02:25.527573 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d6b50057-a3c2-43dd-8f41-bc373ca0db97 req-2b324437-82e2-4aad-a7ec-8b5bad7b4f2b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466268 Feb 17 21:02:26.736157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afdaf5-99a6-4e87-b5a9-7452ebffe560 req-b7dcd41e-6817-4d26-a57c-0c99fa1c5d0f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:26.737925 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-43afdaf5-99a6-4e87-b5a9-7452ebffe560 req-b7dcd41e-6817-4d26-a57c-0c99fa1c5d0f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 945 time: 0.0917299 Feb 17 21:02:26.789250 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-43afdaf5-99a6-4e87-b5a9-7452ebffe560 req-19af938c-a649-4b91-a5aa-20f5cf6a44c5 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Feb 17 21:02:27.994818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cae3ea-5d12-4efb-8b94-b42c2f1bf232 req-a25028bb-c306-4f35-9f13-a0cdad1ba36f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:27.996522 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45cae3ea-5d12-4efb-8b94-b42c2f1bf232 req-a25028bb-c306-4f35-9f13-a0cdad1ba36f tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 945 time: 0.0925052 Feb 17 21:02:28.047339 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45cae3ea-5d12-4efb-8b94-b42c2f1bf232 req-2df86527-5858-46e1-ae22-b7867cfc5419 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443532 Feb 17 21:02:28.793637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d19a9689-48e7-423f-abfa-e121804e5ad6 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:28.876241 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port d19a9689-48e7-423f-abfa-e121804e5ad6 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:28.876661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:31.575030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:38.879581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b3bd2-4f1f-4577-85c3-eedd87d7c5be req-8cf8b26c-d844-4634-8ed6-bc8f18cb02d1 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:38.881196 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-017b3bd2-4f1f-4577-85c3-eedd87d7c5be req-8cf8b26c-d844-4634-8ed6-bc8f18cb02d1 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 945 time: 0.0887065 Feb 17 21:02:38.932668 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-017b3bd2-4f1f-4577-85c3-eedd87d7c5be req-db150246-3e05-483b-8a29-d3dc81eab3c6 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Feb 17 21:02:40.135086 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9696c-2e8f-4ff4-b97b-280db584fcbf req-463de608-73fe-49b8-92ad-6ff332288679 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:40.136692 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44a9696c-2e8f-4ff4-b97b-280db584fcbf req-463de608-73fe-49b8-92ad-6ff332288679 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 945 time: 0.0874701 Feb 17 21:02:40.185530 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-44a9696c-2e8f-4ff4-b97b-280db584fcbf req-2ec36b80-04a6-43c1-9bab-70a4af19a8d1 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Feb 17 21:02:41.245156 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-ec058e81-27c8-4b43-9476-c6823a199f69 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:41.245904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-ec058e81-27c8-4b43-9476-c6823a199f69 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Synchronizing usage tracker for tenant:d3b31f84404e4d5fb2ad0c489e64411b on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:02:41.261732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-ec058e81-27c8-4b43-9476-c6823a199f69 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Unset dirty status for tenant:d3b31f84404e4d5fb2ad0c489e64411b on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:02:41.263577 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-ec058e81-27c8-4b43-9476-c6823a199f69 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.67 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 945 time: 0.1074460 Feb 17 21:02:41.347755 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Deleting port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:02:41.348142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:41.397388 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60874c2a-3d5f-4d4a-bbd9-a3e0a6d1e8c5 req-d612c74d-e50f-4ad7-b727-f5eb80d2e3c0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:41.399057 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-60874c2a-3d5f-4d4a-bbd9-a3e0a6d1e8c5 req-d612c74d-e50f-4ad7-b727-f5eb80d2e3c0 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 945 time: 0.0940464 Feb 17 21:02:41.448273 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-60874c2a-3d5f-4d4a-bbd9-a3e0a6d1e8c5 req-26d37c3d-d9ef-4f42-9a41-3c5cce9ed995 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/security-groups?id=18064444-25b0-4b4b-a16f-9eea40af4e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420539 Feb 17 21:02:41.861283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] For port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6,segment=NetworkSegment(87093740-ae5b-492d-b3cd-4fae12b7acb6),segment_id=87093740-ae5b-492d-b3cd-4fae12b7acb6)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:41.861675 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:41.995076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Calling delete_port for 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:02:42.149841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:42.165722 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae68c5fe-7642-490f-9bea-b8f92d2bdf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:42.270679 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Pushing event deleted for resources: {'Port': ['ID=5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:42.274221 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:42.390307 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62e08b-4d89-40dd-8aeb-e6200ed2af6a req-f248c37d-7ef4-4a55-8bae-9650409a8f2b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:42.390668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] No DVR routers for this DVR port 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:02:42.391919 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ef62e08b-4d89-40dd-8aeb-e6200ed2af6a req-f248c37d-7ef4-4a55-8bae-9650409a8f2b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 945 time: 0.0881462 Feb 17 21:02:42.392618 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:42.395511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360a11bc-d331-4a3d-9712-6c7c003e542c', 'name': 'network-vif-deleted', 'tag': '5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:42.413163 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-71e1b247-b2e9-4d07-b7e0-b3365769e77b req-717eb317-90d9-4c95-8804-e001cc1c9d8c tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.67 "DELETE /v2.0/ports/5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 HTTP/1.1" status: 204 len: 173 time: 1.1424880 Feb 17 21:02:42.446323 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-ef62e08b-4d89-40dd-8aeb-e6200ed2af6a req-5fcd531b-bce3-4429-94ac-1d17f42ddd8a tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476730 Feb 17 21:02:42.511662 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360a11bc-d331-4a3d-9712-6c7c003e542c', 'name': 'network-vif-deleted', 'tag': '5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6', 'status': 'completed', 'code': 200} Feb 17 21:02:42.624997 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a5332171-b148-4a9e-952c-7da03def439e req-fe4004ff-2140-492c-85e1-caea0a4e38b7 tempest-VolumesSnapshotTestJSON-480309652 tempest-VolumesSnapshotTestJSON-480309652-project] 10.222.0.30 "GET /v2.0/ports?device_id=360a11bc-d331-4a3d-9712-6c7c003e542c HTTP/1.1" status: 200 len: 210 time: 0.0526929 Feb 17 21:02:42.815608 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:02:42.853763 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] No Port match for: 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:02:42.854189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 5d14d7f4-9bd3-4301-bd48-9b9ac4b49bb6 not bound to the agent host hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:02:43.647941 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992f786-8e34-4e76-972c-5977de9dbf67 req-89a3d8a2-e501-4464-a1bd-926000abf6a9 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:43.649591 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f992f786-8e34-4e76-972c-5977de9dbf67 req-89a3d8a2-e501-4464-a1bd-926000abf6a9 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 945 time: 0.0873160 Feb 17 21:02:43.702760 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-f992f786-8e34-4e76-972c-5977de9dbf67 req-d24c231f-d970-4b05-ad41-be53e5fb3044 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Feb 17 21:02:44.257063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-378336ef-2544-4d7c-8c2d-2d3a485cc82b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:44.257768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-378336ef-2544-4d7c-8c2d-2d3a485cc82b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Synchronizing usage tracker for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:02:44.275510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-378336ef-2544-4d7c-8c2d-2d3a485cc82b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Unset dirty status for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:02:44.276757 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-378336ef-2544-4d7c-8c2d-2d3a485cc82b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 945 time: 0.1108515 Feb 17 21:02:44.358788 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Deleting port d19a9689-48e7-423f-abfa-e121804e5ad6 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:02:44.359170 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:44.629262 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] For port d19a9689-48e7-423f-abfa-e121804e5ad6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=d19a9689-48e7-423f-abfa-e121804e5ad6,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:44.629661 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:44.765448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Calling delete_port for d19a9689-48e7-423f-abfa-e121804e5ad6 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:02:44.806446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device d19a9689-48e7-423f-abfa-e121804e5ad6 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:02:44.913043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5317500-5796-4603-8ed9-a18c8d504513 req-cd37ab53-2d17-47fe-b85e-b3700f926efb tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:44.914831 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a5317500-5796-4603-8ed9-a18c8d504513 req-cd37ab53-2d17-47fe-b85e-b3700f926efb tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dd23af-1d28-41e9-9043-65c9b44d381c HTTP/1.1" status: 200 len: 945 time: 0.0907218 Feb 17 21:02:44.921160 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:44.928216 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Port d19a9689-48e7-423f-abfa-e121804e5ad6 update to DOWN by agent not found {{(pid=84029) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 21:02:44.937036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9e584167-05fd-474c-a5bf-4a9bb3d1dfaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:44.967700 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-a5317500-5796-4603-8ed9-a18c8d504513 req-678bd93e-a45e-4cce-8d94-919f0496a426 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451851 Feb 17 21:02:45.039401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Pushing event deleted for resources: {'Port': ['ID=d19a9689-48e7-423f-abfa-e121804e5ad6,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:45.054402 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:45.154826 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] No DVR routers for this DVR port d19a9689-48e7-423f-abfa-e121804e5ad6 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:02:45.157101 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:45.160167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dd23af-1d28-41e9-9043-65c9b44d381c', 'name': 'network-vif-deleted', 'tag': 'd19a9689-48e7-423f-abfa-e121804e5ad6'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:45.176055 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c098b214-d917-4b66-a29b-69aa2c528f0a req-d8a70695-6998-4092-a9f5-ebd02d5ae76e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "DELETE /v2.0/ports/d19a9689-48e7-423f-abfa-e121804e5ad6 HTTP/1.1" status: 204 len: 173 time: 0.8918564 Feb 17 21:02:45.214479 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dd23af-1d28-41e9-9043-65c9b44d381c', 'name': 'network-vif-deleted', 'tag': 'd19a9689-48e7-423f-abfa-e121804e5ad6', 'status': 'completed', 'code': 200} Feb 17 21:02:48.283767 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6afaf715-4c86-4e70-ac78-95a936bd074c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:49.900274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4354c-40fc-4fdf-87dd-f0c2c1808886 req-2010090f-eba5-4a77-97bc-071332a22570 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:49.902186 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-00f4354c-40fc-4fdf-87dd-f0c2c1808886 req-2010090f-eba5-4a77-97bc-071332a22570 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 945 time: 0.0987406 Feb 17 21:02:49.952533 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-00f4354c-40fc-4fdf-87dd-f0c2c1808886 req-37c9774a-cf1f-4db4-a877-2b1801866d0b tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Feb 17 21:02:50.644007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-74ef45b1-d18b-44d0-a8ad-557d9c0e44b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.036738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.169693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfdfbf-8d9e-4507-908c-db6a327d05f8 req-53be20fc-4db9-4b31-9838-18dcaa87a7fe tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:51.171621 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69dfdfbf-8d9e-4507-908c-db6a327d05f8 req-53be20fc-4db9-4b31-9838-18dcaa87a7fe tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 945 time: 0.0912509 Feb 17 21:02:51.226748 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-69dfdfbf-8d9e-4507-908c-db6a327d05f8 req-bdce1cc2-cefe-41e7-afea-f804408f848e tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489500 Feb 17 21:02:51.582622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:02:51.583723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-6ce9dd89-ebfc-4968-b7fc-f1d918a36987 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:51.584632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-6ce9dd89-ebfc-4968-b7fc-f1d918a36987 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Synchronizing usage tracker for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:02:51.601079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-6ce9dd89-ebfc-4968-b7fc-f1d918a36987 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Unset dirty status for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:02:51.602537 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-6ce9dd89-ebfc-4968-b7fc-f1d918a36987 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 945 time: 0.1075442 Feb 17 21:02:51.736938 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Deleting port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:02:51.737538 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.780568 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.839168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b9aa76-d521-4abf-86dc-5e313848d307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:51.867896 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:51.870882 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:51.874532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:51.971218 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:51.976973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.977473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.978122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.978623 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.979236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.980043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.980043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.980582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.981177 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.982116 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.982610 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.983071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.983589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.984171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.984729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.985765 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.986502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.987078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.987642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.988354 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.989219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.989785 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.990391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.991124 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:02:51.997134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:52.013886 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b9aa76-d521-4abf-86dc-5e313848d307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a', 'code': 200} Feb 17 21:02:52.117735 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] For port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:52.118397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:52.257172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Calling delete_port for 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:02:52.397106 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:52.420733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:52.433232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e439-aa0e-4f66-8a48-4fc24ece5e13 req-a4c5c2ee-dfd3-4dfa-9f2a-a8e1436650eb tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:52.434958 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3b48e439-aa0e-4f66-8a48-4fc24ece5e13 req-a4c5c2ee-dfd3-4dfa-9f2a-a8e1436650eb tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=66b9aa76-d521-4abf-86dc-5e313848d307 HTTP/1.1" status: 200 len: 943 time: 0.0911016 Feb 17 21:02:52.436224 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3c2ffe90-6daf-4b87-a2a2-9968aa1c2c25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:52.484819 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3b48e439-aa0e-4f66-8a48-4fc24ece5e13 req-8a0d4f8a-1ad1-49ab-b437-df13afb02b56 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435488 Feb 17 21:02:52.534061 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Pushing event deleted for resources: {'Port': ['ID=25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:52.540945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:52.649493 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] No DVR routers for this DVR port 25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:02:52.651696 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:52.655006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b9aa76-d521-4abf-86dc-5e313848d307', 'name': 'network-vif-deleted', 'tag': '25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:52.669919 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e2b6708b-02e5-43e5-b1d5-4c49fbf13194 req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "DELETE /v2.0/ports/25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a HTTP/1.1" status: 204 len: 173 time: 1.0607893 Feb 17 21:02:52.711319 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b9aa76-d521-4abf-86dc-5e313848d307', 'name': 'network-vif-deleted', 'tag': '25ed8cd6-20fd-4cad-a1c8-8fc74eaa3d6a', 'status': 'completed', 'code': 200} Feb 17 21:02:52.765297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:53.991166 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f2144-ce43-464a-8748-0029b2f09472 req-0909c9d9-4510-4df1-b41a-291d9ecddc55 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:53.992774 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-597f2144-ce43-464a-8748-0029b2f09472 req-0909c9d9-4510-4df1-b41a-291d9ecddc55 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.0919683 Feb 17 21:02:54.041235 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-597f2144-ce43-464a-8748-0029b2f09472 req-242233b1-13f9-46e5-9f36-41ff33e8cf07 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Feb 17 21:02:55.249498 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613d473-a046-445d-b741-8319bc1ce65f req-64cc8dda-6b47-4ad3-be3a-8d54b9d623cc tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:55.251208 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3613d473-a046-445d-b741-8319bc1ce65f req-64cc8dda-6b47-4ad3-be3a-8d54b9d623cc tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.0900359 Feb 17 21:02:55.305109 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3613d473-a046-445d-b741-8319bc1ce65f req-7e44adfa-3168-4253-b2b4-7f94275612cb tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473809 Feb 17 21:02:56.523738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafecd80-dc10-4918-8550-c90225c6e8a6 req-0d448fb6-212f-4be5-a111-bda566dd98dd tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:56.525502 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fafecd80-dc10-4918-8550-c90225c6e8a6 req-0d448fb6-212f-4be5-a111-bda566dd98dd tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.0952704 Feb 17 21:02:56.579557 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-fafecd80-dc10-4918-8550-c90225c6e8a6 req-4dd7fc06-cfd9-40c8-bf42-3571d98bd0eb tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 Feb 17 21:02:56.764158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:02:57.792453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da51b06-a03a-4a4f-b14c-1e38028a9988 req-cf87c1ee-33ad-4ffb-b083-01b12f538d99 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:57.794757 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8da51b06-a03a-4a4f-b14c-1e38028a9988 req-cf87c1ee-33ad-4ffb-b083-01b12f538d99 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.0970972 Feb 17 21:02:57.844656 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8da51b06-a03a-4a4f-b14c-1e38028a9988 req-fc765351-99c8-4fec-a468-4d175b7ba3fc tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434039 Feb 17 21:02:58.183340 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 618bd5f8-8478-4b21-b6d5-4f965d81dd14 up at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:02:58.258976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.provisioning_blocks [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Provisioning complete for port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 triggered by entity L2. {{(pid=84029) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:02:58.259318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2000650'] for port, provisioning_complete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:58.375533 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-63651d54-c1ec-460a-a0a8-603fc4de52b0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:58.376307 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-63651d54-c1ec-460a-a0a8-603fc4de52b0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Synchronizing usage tracker for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:02:58.391856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-63651d54-c1ec-460a-a0a8-603fc4de52b0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Unset dirty status for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:02:58.393109 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-63651d54-c1ec-460a-a0a8-603fc4de52b0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 945 time: 0.1059756 Feb 17 21:02:58.477511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Deleting port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:02:58.477893 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:58.499090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 618bd5f8-8478-4b21-b6d5-4f965d81dd14 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:02:58.626026 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:58.658659 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618bd5f8-8478-4b21-b6d5-4f965d81dd14'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:02:58.670693 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 618bd5f8-8478-4b21-b6d5-4f965d81dd14, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=618bd5f8-8478-4b21-b6d5-4f965d81dd14,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:58.674051 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:58.677065 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:02:58.721449 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '618bd5f8-8478-4b21-b6d5-4f965d81dd14', 'code': 200} Feb 17 21:02:58.758076 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] For port 618bd5f8-8478-4b21-b6d5-4f965d81dd14, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=618bd5f8-8478-4b21-b6d5-4f965d81dd14,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:02:58.758483 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:58.761858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=618bd5f8-8478-4b21-b6d5-4f965d81dd14,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:02:58.766050 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:02:58.898094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Calling delete_port for 618bd5f8-8478-4b21-b6d5-4f965d81dd14 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:02:59.041967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:02:59.042529 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:02:59.054050 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861828-6616-45ab-97e3-7b0eb19811ab req-4bd68a95-d883-46b0-8e3f-0f4a5e9ecafe tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.055820 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d861828-6616-45ab-97e3-7b0eb19811ab req-4bd68a95-d883-46b0-8e3f-0f4a5e9ecafe tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.0919447 Feb 17 21:02:59.068268 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-cc8f29e4-01e3-4022-89b8-eee3f0f300df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1780539 Feb 17 21:02:59.116484 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-8d861828-6616-45ab-97e3-7b0eb19811ab req-9991ee6b-4960-4fbd-b13c-6886219a5f79 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514312 Feb 17 21:02:59.234733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-b78d2953-a387-4be5-95c2-f9c18066612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.236368 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-b78d2953-a387-4be5-95c2-f9c18066612e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 1163 time: 0.0829105 Feb 17 21:02:59.414120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-d7cec116-4328-45a3-92ef-22e077600cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.415808 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-d7cec116-4328-45a3-92ef-22e077600cd8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1563354 Feb 17 21:02:59.535650 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-4e3d5c3b-6b23-4754-b418-d3224fe27920 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 1001 time: 0.1129155 Feb 17 21:02:59.544153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Deleting port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:02:59.544521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:02:59.673917 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-a3aaf050-4626-4d0c-92a6-eda031e91c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:02:59.675555 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-a3aaf050-4626-4d0c-92a6-eda031e91c44 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.1328161 Feb 17 21:03:00.213973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-b6c56635-206d-414d-9c7d-fe2934addbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:00.217066 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-b6c56635-206d-414d-9c7d-fe2934addbf1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5329096 Feb 17 21:03:00.326397 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0e70a-4a5e-46ca-b9f9-eeb4c15e2250 req-5382ad0d-1c87-49fd-bc62-0e5fef5d79c0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:00.328101 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-24f0e70a-4a5e-46ca-b9f9-eeb4c15e2250 req-5382ad0d-1c87-49fd-bc62-0e5fef5d79c0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 943 time: 0.0906901 Feb 17 21:03:00.352748 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] For port 618bd5f8-8478-4b21-b6d5-4f965d81dd14, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=618bd5f8-8478-4b21-b6d5-4f965d81dd14,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:00.353153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:00.380573 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-24f0e70a-4a5e-46ca-b9f9-eeb4c15e2250 req-eb48e2ea-8308-401c-8a30-da0fba418824 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459108 Feb 17 21:03:00.532192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Calling delete_port for 618bd5f8-8478-4b21-b6d5-4f965d81dd14 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:00.621331 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-cd6b29d0-c565-4b16-aa4a-6513c5df3d71 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949313 Feb 17 21:03:00.864180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:00.867552 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-89c20f74-1a70-4130-bc50-2f60406f7afb req-92dd6af5-b876-471e-824a-ee4f54804e57 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2248096 Feb 17 21:03:00.883723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8fe1f00d-3141-4c02-9cef-c6d8620eb4ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:01.004255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Pushing event deleted for resources: {'Port': ['ID=618bd5f8-8478-4b21-b6d5-4f965d81dd14,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:01.028010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.028680 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.029331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.029970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.030657 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.031353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.031966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.032472 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.033071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.033474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.033878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.034284 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.034861 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.035141 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.035534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.035924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.036313 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.036704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.037093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.037479 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.037867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.038265 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.038719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.039235 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:01.045415 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:01.148705 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] No DVR routers for this DVR port 618bd5f8-8478-4b21-b6d5-4f965d81dd14 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:03:01.151200 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:01.154316 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'name': 'network-vif-deleted', 'tag': '618bd5f8-8478-4b21-b6d5-4f965d81dd14'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:01.170131 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-eda0542e-62fa-4f40-ac98-ce8fde8c4327 req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "DELETE /v2.0/ports/618bd5f8-8478-4b21-b6d5-4f965d81dd14 HTTP/1.1" status: 204 len: 173 time: 2.7699060 Feb 17 21:03:01.208121 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645b2148-2da7-4a9a-80ca-8fbcae371e76', 'name': 'network-vif-deleted', 'tag': '618bd5f8-8478-4b21-b6d5-4f965d81dd14', 'status': 'completed', 'code': 200} Feb 17 21:03:01.570591 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:01.571933 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d412172f-ce9e-4d1d-8321-9634a84453eb req-7117b831-85b6-4146-a19a-4e3fca6b4dff tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=645b2148-2da7-4a9a-80ca-8fbcae371e76 HTTP/1.1" status: 200 len: 210 time: 0.0545330 Feb 17 21:03:04.304928 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8256b81-094c-4850-8796-f8a79115d14d req-4573c768-5bab-4b4d-9931-485ee66dad0c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:04.306586 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e8256b81-094c-4850-8796-f8a79115d14d req-4573c768-5bab-4b4d-9931-485ee66dad0c tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 945 time: 0.0899303 Feb 17 21:03:04.358006 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-e8256b81-094c-4850-8796-f8a79115d14d req-0de38d06-aea5-49eb-a7a4-8f057e9836b9 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Feb 17 21:03:05.571382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37ceeb-b6e7-4810-936e-80a70397799a req-13e7df51-6245-45e5-9c7c-e132bb886082 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:05.572997 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c37ceeb-b6e7-4810-936e-80a70397799a req-13e7df51-6245-45e5-9c7c-e132bb886082 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 945 time: 0.0914609 Feb 17 21:03:05.623333 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-7c37ceeb-b6e7-4810-936e-80a70397799a req-c10c7580-8fde-4d8d-a02c-9e84253304ba tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/security-groups?id=103efd1b-6aea-4dc9-8539-5c44c36043dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Feb 17 21:03:06.034110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-fa6d7f79-4a2e-4184-a4bd-be717b080f70 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:06.034910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-fa6d7f79-4a2e-4184-a4bd-be717b080f70 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Synchronizing usage tracker for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:06.052694 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-fa6d7f79-4a2e-4184-a4bd-be717b080f70 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Unset dirty status for tenant:72ca9f35bef24204aefb4c04cbe4dd55 on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:06.054116 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-fa6d7f79-4a2e-4184-a4bd-be717b080f70 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 945 time: 0.1145828 Feb 17 21:03:06.134153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Deleting port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:06.134587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:06.410213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] For port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=217e41a2-d090-4a3a-8d1a-e0e9e89145b1,segment=NetworkSegment(08dc70db-b535-41c4-99aa-2c4fc2e7b549),segment_id=08dc70db-b535-41c4-99aa-2c4fc2e7b549)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:06.410607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:06.527016 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:06.549710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Calling delete_port for 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:06.657510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:06.711566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:06.728025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8a07f255-02f2-4420-9c62-832f08d3edc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:06.796242 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-d4664282-e35e-40fb-9487-ba1a7cef360f req-40a3e461-ebbb-4096-8a77-d8d85e066ab6 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.30 "GET /v2.0/ports?device_id=671b1b07-2edb-4735-9e5f-8829fc65d88d HTTP/1.1" status: 200 len: 210 time: 0.0502565 Feb 17 21:03:06.832544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Pushing event deleted for resources: {'Port': ['ID=217e41a2-d090-4a3a-8d1a-e0e9e89145b1,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:06.843194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:06.948276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] No DVR routers for this DVR port 217e41a2-d090-4a3a-8d1a-e0e9e89145b1 on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:03:06.950592 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:06.953461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671b1b07-2edb-4735-9e5f-8829fc65d88d', 'name': 'network-vif-deleted', 'tag': '217e41a2-d090-4a3a-8d1a-e0e9e89145b1'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:06.969692 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-35841c5f-fedf-472f-8b99-d69046fb9014 req-1323f127-a4aa-4052-a5b6-f43f391f2b37 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] 10.222.0.67 "DELETE /v2.0/ports/217e41a2-d090-4a3a-8d1a-e0e9e89145b1 HTTP/1.1" status: 204 len: 173 time: 0.9098628 Feb 17 21:03:07.003271 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671b1b07-2edb-4735-9e5f-8829fc65d88d', 'name': 'network-vif-deleted', 'tag': '217e41a2-d090-4a3a-8d1a-e0e9e89145b1', 'status': 'completed', 'code': 200} Feb 17 21:03:07.901432 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57562) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:07.980122 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Deleting subnet 03e4dd21-6170-4a69-b003-4934d55c2373 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:03:07.984060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:08.037060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:08.100574 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:08.610162 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:08.624603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8b794231-c692-4b47-9221-0fb9e796f4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:08.713186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e4dd21-6170-4a69-b003-4934d55c2373,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:08.737668 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.738094 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.738563 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.739196 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.739611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.740021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.740422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.740829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.741240 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.741636 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.742035 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.742494 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-4-iscsi {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.742961 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.743399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.743802 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.744202 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.744596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.745022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.745446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.745841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.746236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.747180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.747623 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.748021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76018 {{(pid=84027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:03:08.754093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:08.791642 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:08.799130 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/03e4dd21-6170-4a69-b003-4934d55c2373 HTTP/1.1" status: 204 len: 168 time: 0.8964403 Feb 17 21:03:08.801674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57570) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:08.930454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.143243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.263804 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb9dcc5-7611-4362-8a72-31f0cc25fd96']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:09.276394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dc70db-b535-41c4-99aa-2c4fc2e7b549') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:09.276732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dc70db-b535-41c4-99aa-2c4fc2e7b549') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:09.290353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.305723 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.307797 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:03:09.489271 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:09.502883 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.685432 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Network 6bb9dcc5-7611-4362-8a72-31f0cc25fd96 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:03:09.708845 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:03:09.791125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.794945 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:09.809861 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:09.821673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb9dcc5-7611-4362-8a72-31f0cc25fd96,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:09.826172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:09.830741 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-db39bb82-81f2-4586-92e9-4801fb044ca0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6bb9dcc5-7611-4362-8a72-31f0cc25fd96 HTTP/1.1" status: 204 len: 168 time: 1.0279620 Feb 17 21:03:09.976752 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57580) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:10.016104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 57584) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:10.045096 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-47598ac4-4405-4c2a-b135-6dab32b366c8 admin admin] Deleting subnet c799eb2b-c61b-420c-ba26-08ebb9b566ce {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:03:10.048475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47598ac4-4405-4c2a-b135-6dab32b366c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.071345 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-00bcafbf-17fb-44f7-9875-962e008575c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72ca9f35bef24204aefb4c04cbe4dd55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538993 Feb 17 21:03:10.074213 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 57588) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:10.107603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47598ac4-4405-4c2a-b135-6dab32b366c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.143047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8cf6-9b60-4dd8-86ce-85d29783da27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.169321 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47598ac4-4405-4c2a-b135-6dab32b366c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.171906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8cf6-9b60-4dd8-86ce-85d29783da27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.221246 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8cf6-9b60-4dd8-86ce-85d29783da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.226534 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b4eaece1-b570-424b-b89c-486ecf0ced4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:10.241714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c8cf6-9b60-4dd8-86ce-85d29783da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103efd1b-6aea-4dc9-8539-5c44c36043dc,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:10.248084 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9c9c8cf6-9b60-4dd8-86ce-85d29783da27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:10.250454 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8cf6-9b60-4dd8-86ce-85d29783da27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.253892 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9c9c8cf6-9b60-4dd8-86ce-85d29783da27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/103efd1b-6aea-4dc9-8539-5c44c36043dc HTTP/1.1" status: 204 len: 168 time: 0.1755800 Feb 17 21:03:10.459232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47598ac4-4405-4c2a-b135-6dab32b366c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.476332 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:10.581421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598ac4-4405-4c2a-b135-6dab32b366c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c799eb2b-c61b-420c-ba26-08ebb9b566ce,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:10.585811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-47598ac4-4405-4c2a-b135-6dab32b366c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:10.616440 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-47598ac4-4405-4c2a-b135-6dab32b366c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.625708 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-47598ac4-4405-4c2a-b135-6dab32b366c8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c799eb2b-c61b-420c-ba26-08ebb9b566ce HTTP/1.1" status: 204 len: 168 time: 0.6454465 Feb 17 21:03:10.626040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57600) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:10.746857 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:10.942470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.064562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c74efd0-19ae-4fa2-8680-41e4fe5700a0']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:11.080761 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87093740-ae5b-492d-b3cd-4fae12b7acb6') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:11.081196 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87093740-ae5b-492d-b3cd-4fae12b7acb6') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:11.095663 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.118207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.120550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:03:11.310111 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:11.319896 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.509290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Network 2c74efd0-19ae-4fa2-8680-41e4fe5700a0 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:03:11.533850 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:03:11.626323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.630624 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-0e80229f-f6b9-4bc4-b4ac-83ea1338b275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:11.651274 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:11.664603 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c74efd0-19ae-4fa2-8680-41e4fe5700a0,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:11.669297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:11.677077 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f7fc3fd8-7af9-4b08-8bbd-377597fe9949 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2c74efd0-19ae-4fa2-8680-41e4fe5700a0 HTTP/1.1" status: 204 len: 168 time: 1.0493803 Feb 17 21:03:11.881776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57630) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:11.934944 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f9ba6210-1c29-4a72-911c-85894ffca966 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3b31f84404e4d5fb2ad0c489e64411b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516589 Feb 17 21:03:11.937417 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57634) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:12.001867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4650efe9-027b-482b-89fd-85926c9a500c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:12.030628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4650efe9-027b-482b-89fd-85926c9a500c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:12.085613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4650efe9-027b-482b-89fd-85926c9a500c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:12.092052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f418de92-064c-4140-a0b5-82ed2a83a6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:12.102956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650efe9-027b-482b-89fd-85926c9a500c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18064444-25b0-4b4b-a16f-9eea40af4e88,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:12.107900 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4650efe9-027b-482b-89fd-85926c9a500c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:12.109828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-4650efe9-027b-482b-89fd-85926c9a500c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:12.111098 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-4650efe9-027b-482b-89fd-85926c9a500c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18064444-25b0-4b4b-a16f-9eea40af4e88 HTTP/1.1" status: 204 len: 168 time: 0.1727140 Feb 17 21:03:14.628559 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57692) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:14.758230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:14.778338 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:14.782467 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:1e936ba44ef14ff094ace444d91002fc is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:14.785743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:14.791542 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:14.889682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:14.892434 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:14.901987 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3a35fbf9-bf16-46be-b875-64b97c1f37e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:14.946798 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e936ba44ef14ff094ace444d91002fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169129 Feb 17 21:03:14.947759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cc9da5-6a17-4292-9e60-c7771426a7e6,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:14.950312 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 57700) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:14.951986 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:15.018105 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b3d119a-25ef-4ce7-8e66-e9ac278668b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:15.045897 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b3d119a-25ef-4ce7-8e66-e9ac278668b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:15.092971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b3d119a-25ef-4ce7-8e66-e9ac278668b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:15.096995 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bd753f28-0093-47d1-a5e6-0aead63c5ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:15.109717 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d119a-25ef-4ce7-8e66-e9ac278668b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cc9da5-6a17-4292-9e60-c7771426a7e6,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:15.113782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2b3d119a-25ef-4ce7-8e66-e9ac278668b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:15.117163 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b3d119a-25ef-4ce7-8e66-e9ac278668b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:15.118422 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2b3d119a-25ef-4ce7-8e66-e9ac278668b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53cc9da5-6a17-4292-9e60-c7771426a7e6 HTTP/1.1" status: 204 len: 168 time: 0.1669223 Feb 17 21:03:15.828088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57722) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:15.942837 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-94012561-network', 'tenant_id': 'c6c0fe3832f74e25a1f68acd2dd48ab8'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:03:15.948087 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:15.953121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Usage tracker for resource:network and tenant:c6c0fe3832f74e25a1f68acd2dd48ab8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:15.956227 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:15.962025 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:15.973383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Made reservation on behalf of c6c0fe3832f74e25a1f68acd2dd48ab8 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:03:15.978140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:15.991910 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:16.009257 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:16.014413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c0fe3832f74e25a1f68acd2dd48ab8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:16.017500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:16.023438 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:16.114028 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:16.116952 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:16.121807 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2147dc7b-313d-45cd-8573-6aef82f99a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:16.159500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:03:16.169411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1355c5a-55ee-4008-a550-b066387d028c,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:16.173506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:16.176133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288978705660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:16.176577 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Added segment 19911074-e882-4f4b-b1a8-bfe2019a45d5 of type vxlan for network 0c2d8669-a238-402b-abb5-fa489f1fb10a Feb 17 21:03:16.205488 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:16.235539 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:16.236822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:16.237471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:16.242637 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8baff642-014b-4d77-bf50-79578cf2a966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:16.361100 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2d8669-a238-402b-abb5-fa489f1fb10a,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:16.364879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:16.367215 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5380232 Feb 17 21:03:16.370334 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57730) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:16.373656 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 0c2d8669-a238-402b-abb5-fa489f1fb10a details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:03:16.377635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Request body: {'subnet': {'network_id': '0c2d8669-a238-402b-abb5-fa489f1fb10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-94012561-subnet', 'tenant_id': 'c6c0fe3832f74e25a1f68acd2dd48ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:03:16.383072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:16.387560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Usage tracker for resource:subnet and tenant:c6c0fe3832f74e25a1f68acd2dd48ab8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:16.390682 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:16.396662 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:16.406561 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Made reservation on behalf of c6c0fe3832f74e25a1f68acd2dd48ab8 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:03:16.411483 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64177396'] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:16.832848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789539126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64177381'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:16.849334 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:16.989408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08565423-eff0-45a4-9efc-257c06eb27fd,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:16.992553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:17.066628 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Checking segment: {'id': '19911074-e882-4f4b-b1a8-bfe2019a45d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c2d8669-a238-402b-abb5-fa489f1fb10a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:03:17.067036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Network hostable DHCP agents. Network: 0c2d8669-a238-402b-abb5-fa489f1fb10a, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:03:17.090219 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Network 0c2d8669-a238-402b-abb5-fa489f1fb10a is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:03:17.100367 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 0c2d8669-a238-402b-abb5-fa489f1fb10a) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:03:17.111411 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4807a876-0ddd-4ce2-a9af-629e015614ab None None] Network 0c2d8669-a238-402b-abb5-fa489f1fb10a requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:03:17.114295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:17.114967 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:17.142326 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cf558956-9c04-4487-9e69-a66367a136a9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7653649 Feb 17 21:03:17.361496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026fdb1-69d6-4467-bc68-926ba563c9a5 None None] Network 0c2d8669-a238-402b-abb5-fa489f1fb10a requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:03:17.829931 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57754) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:17.836634 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-212272808-network', 'tenant_id': 'a27f455f646c42b9b9d5f43a9a250ee8'}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:03:17.843036 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:17.847161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Usage tracker for resource:network and tenant:a27f455f646c42b9b9d5f43a9a250ee8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:17.851222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:17.857844 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:17.866604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Made reservation on behalf of a27f455f646c42b9b9d5f43a9a250ee8 for: {'network': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:03:17.871478 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for network, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:17.885277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:17.901443 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:17.906134 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Usage tracker for resource:security_group_rule and tenant:a27f455f646c42b9b9d5f43a9a250ee8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:17.909117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:17.914905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:17.932659 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 0c2d8669-a238-402b-abb5-fa489f1fb10a details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:03:18.005644 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:18.008550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:18.013532 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-bf832ca9-d436-42b1-9eca-9855452cea33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:18.043927 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:03:18.058908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cd46b7-f62d-42c0-8b1e-6830d9ce4536,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:18.059171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:18.064409 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288978705660', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:18.065212 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.segments_db [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Added segment 1456d3c2-83a1-4eae-9ecb-80cba2b0351d of type vxlan for network 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf Feb 17 21:03:18.094481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288979267239'] for network, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:18.125104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409'] for network, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:18.126408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:18.127044 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:18.132161 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f1e141d6-4ac3-4f0e-9137-ee68a824dc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:18.286738 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-27c3987f-09c9-400d-a5e3-cf14e693b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:18.483531 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6523607 Feb 17 21:03:18.484511 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Pushing event updated for resources: {'Network': ['ID=43200fb4-612e-4ef9-8a3d-1cb6c052b3cf,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:18.486613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57760) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:18.489537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:18.493496 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.v2.base [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Request body: {'subnet': {'network_id': '43200fb4-612e-4ef9-8a3d-1cb6c052b3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-212272808-subnet', 'tenant_id': 'a27f455f646c42b9b9d5f43a9a250ee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:03:18.498183 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Network 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf details requested by agent ovs-agent-dv-cinder-760184-4-iscsi with host dv-cinder-760184-4-iscsi {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:03:18.499421 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:18.503527 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Usage tracker for resource:subnet and tenant:a27f455f646c42b9b9d5f43a9a250ee8 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:18.506597 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:18.512973 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:18.516233 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Network 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf details requested by agent ovs-agent-hv-cinder-76018 with host hv-cinder-76018 {{(pid=84029) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:03:18.522536 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Made reservation on behalf of a27f455f646c42b9b9d5f43a9a250ee8 for: {'subnet': 1} {{(pid=84027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:03:18.527323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64177396'] for subnet, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:18.945052 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789539126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64177381'] for subnet, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:18.960884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:19.103658 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b181eb69-5777-42ac-9a07-abb1a8134986,revision_number=0']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:19.109541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:19.178377 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Checking segment: {'id': '1456d3c2-83a1-4eae-9ecb-80cba2b0351d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43200fb4-612e-4ef9-8a3d-1cb6c052b3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:03:19.178780 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Network hostable DHCP agents. Network: 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf, hostable agents: ['ae0537de-2005-4a3a-8e88-02a227037137'], hosted agents: [] {{(pid=84027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:03:19.198751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Network 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf is scheduled to be hosted by DHCP agent ae0537de-2005-4a3a-8e88-02a227037137 with binding_index 1 {{(pid=84027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:03:19.208880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.base_scheduler [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-4-iscsi, 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf) {{(pid=84027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:03:19.218605 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76d3a0-2e69-4780-90c7-830220e2b011 None None] Network 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:03:19.222773 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:19.223556 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:19.250308 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-17465760-cf40-43ab-9b1e-fe43de54274b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7555077 Feb 17 21:03:19.396439 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57772) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:19.460315 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848891ae-973e-4410-b0c3-7eb22fe57964 None None] Network 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:03:19.470601 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-8851b8fe-cab3-4dc7-967a-c9b47e759a70 admin admin] Deleting subnet 08565423-eff0-45a4-9efc-257c06eb27fd {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:03:19.473862 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8851b8fe-cab3-4dc7-967a-c9b47e759a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:19.533586 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8851b8fe-cab3-4dc7-967a-c9b47e759a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:19.596639 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8851b8fe-cab3-4dc7-967a-c9b47e759a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:19.889353 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8851b8fe-cab3-4dc7-967a-c9b47e759a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:19.906530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b049a8dd-4140-4dfb-a3a7-c4b16d9d6d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:20.007127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851b8fe-cab3-4dc7-967a-c9b47e759a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08565423-eff0-45a4-9efc-257c06eb27fd,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:20.011136 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8851b8fe-cab3-4dc7-967a-c9b47e759a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:20.046627 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8851b8fe-cab3-4dc7-967a-c9b47e759a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:20.052947 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8851b8fe-cab3-4dc7-967a-c9b47e759a70 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/08565423-eff0-45a4-9efc-257c06eb27fd HTTP/1.1" status: 204 len: 168 time: 0.6545415 Feb 17 21:03:20.055762 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57776) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:20.182730 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:20.377300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:20.497444 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2d8669-a238-402b-abb5-fa489f1fb10a']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:20.510430 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19911074-e882-4f4b-b1a8-bfe2019a45d5') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:20.510811 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19911074-e882-4f4b-b1a8-bfe2019a45d5') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:20.523125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:20.538745 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:20.540751 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:03:20.645884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3beca1a4-9400-4a9f-a73f-a5bfb0f1c046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:20.729728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Network 0c2d8669-a238-402b-abb5-fa489f1fb10a has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:20.740904 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:20.929579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Network 0c2d8669-a238-402b-abb5-fa489f1fb10a has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:03:20.957803 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:03:21.038701 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.039278 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.042212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:21.056848 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.066975 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2d8669-a238-402b-abb5-fa489f1fb10a,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:21.072983 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0c2d8669-a238-402b-abb5-fa489f1fb10a HTTP/1.1" status: 204 len: 168 time: 1.0132411 Feb 17 21:03:21.072983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-149abe76-c5eb-4281-a912-6f6899a80a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:21.073550 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57782) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:21.144300 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-feea0a91-c569-4ab8-8ccf-5ba8a8854643 admin admin] Deleting subnet b181eb69-5777-42ac-9a07-abb1a8134986 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:03:21.147522 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-feea0a91-c569-4ab8-8ccf-5ba8a8854643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.201462 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-feea0a91-c569-4ab8-8ccf-5ba8a8854643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.265673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-feea0a91-c569-4ab8-8ccf-5ba8a8854643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.526912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-feea0a91-c569-4ab8-8ccf-5ba8a8854643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.543110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3696d617-a2c5-4171-b20d-4b5a047cc0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:21.640445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea0a91-c569-4ab8-8ccf-5ba8a8854643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b181eb69-5777-42ac-9a07-abb1a8134986,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:21.645513 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-feea0a91-c569-4ab8-8ccf-5ba8a8854643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:21.680853 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-feea0a91-c569-4ab8-8ccf-5ba8a8854643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:21.687537 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-feea0a91-c569-4ab8-8ccf-5ba8a8854643 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b181eb69-5777-42ac-9a07-abb1a8134986 HTTP/1.1" status: 204 len: 168 time: 0.6132874 Feb 17 21:03:21.690128 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57788) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:21.812741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.041250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.163022 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43200fb4-612e-4ef9-8a3d-1cb6c052b3cf']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:22.176401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1456d3c2-83a1-4eae-9ecb-80cba2b0351d') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:22.176728 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1456d3c2-83a1-4eae-9ecb-80cba2b0351d') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:22.189497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.205200 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.207344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:03:22.404120 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.651083 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Network 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:22.662043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.767741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.857446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Network 43200fb4-612e-4ef9-8a3d-1cb6c052b3cf has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:03:22.881122 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:03:22.962473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.967180 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:22.969758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:22.990600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=43200fb4-612e-4ef9-8a3d-1cb6c052b3cf,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:22.993252 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:22.995569 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2523ca3b-54e5-4e32-9e96-d1602053dcb1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/43200fb4-612e-4ef9-8a3d-1cb6c052b3cf HTTP/1.1" status: 204 len: 168 time: 1.3041954 Feb 17 21:03:23.172196 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57796) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:23.224449 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-cc247bc5-3e08-4d76-a430-1b7133962748 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6c0fe3832f74e25a1f68acd2dd48ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507743 Feb 17 21:03:23.227039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57800) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:23.293956 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-876e55a0-452c-42da-8410-945997fc26fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.322140 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-876e55a0-452c-42da-8410-945997fc26fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.367456 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-876e55a0-452c-42da-8410-945997fc26fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.373484 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f2b66694-d84c-4279-bfe0-f70709966b3a tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:23.387613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e55a0-452c-42da-8410-945997fc26fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1355c5a-55ee-4008-a550-b066387d028c,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:23.390575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-876e55a0-452c-42da-8410-945997fc26fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:23.391729 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-876e55a0-452c-42da-8410-945997fc26fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.393559 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-876e55a0-452c-42da-8410-945997fc26fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1355c5a-55ee-4008-a550-b066387d028c HTTP/1.1" status: 204 len: 168 time: 0.1655126 Feb 17 21:03:23.760394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57812) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:23.817008 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-9d79405c-3d90-45dc-b500-19bdcfe2309f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a27f455f646c42b9b9d5f43a9a250ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582387 Feb 17 21:03:23.819699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 57818) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:23.888606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d24fcae-19e4-4167-a877-2aa2c05109a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.917157 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d24fcae-19e4-4167-a877-2aa2c05109a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.968998 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d24fcae-19e4-4167-a877-2aa2c05109a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.974216 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-496dc1ba-6607-40a6-8188-fc6a572063f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:23.986292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24fcae-19e4-4167-a877-2aa2c05109a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cd46b7-f62d-42c0-8b1e-6830d9ce4536,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:23.990070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-3d24fcae-19e4-4167-a877-2aa2c05109a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:23.993460 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-3d24fcae-19e4-4167-a877-2aa2c05109a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:23.997382 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-3d24fcae-19e4-4167-a877-2aa2c05109a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22cd46b7-f62d-42c0-8b1e-6830d9ce4536 HTTP/1.1" status: 204 len: 168 time: 0.1739483 Feb 17 21:03:30.471195 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-ea406230-7858-4fa4-a35e-f7c8af452d81 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips/0bd62242-a8ed-4f60-af6e-8dcbb4f56830 HTTP/1.1" status: 200 len: 999 time: 0.1208613 Feb 17 21:03:30.644698 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438724ec-bce8-4621-b234-94537b5f2a47 req-0370b15c-f220-4f08-8c99-5d74580c6ee3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:30.646103 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-0370b15c-f220-4f08-8c99-5d74580c6ee3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.1690066 Feb 17 21:03:30.657095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-a18a0f14-0982-4494-a5b7-e07f7a5864c8 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:03:30.658138 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-a18a0f14-0982-4494-a5b7-e07f7a5864c8 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061674 Feb 17 21:03:30.768299 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-353216cc-0f01-4727-bb64-efa7450c2890 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.107 HTTP/1.1" status: 200 len: 1002 time: 0.1039698 Feb 17 21:03:30.854747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438724ec-bce8-4621-b234-94537b5f2a47 req-02aefb57-7b44-4d91-8247-7aa76a2ad7c2 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:30.856763 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-02aefb57-7b44-4d91-8247-7aa76a2ad7c2 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports/448cc42b-80fe-4b93-b518-251173509e4d HTTP/1.1" status: 200 len: 943 time: 0.0826957 Feb 17 21:03:31.051951 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-c031401e-c16b-4fe4-8f30-c01132fc36c6 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.107 HTTP/1.1" status: 200 len: 1002 time: 0.1103749 Feb 17 21:03:31.290344 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Deleting port 460b8893-f483-4304-b323-3fb1b8942078 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:31.290817 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:31.485203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:31.485782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:31.593326 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:31.633937 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Calling delete_port for 460b8893-f483-4304-b323-3fb1b8942078 owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:31.804850 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:31.821229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7f404488-27df-48bc-8ab3-b8cf052f2c50 tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:31.922194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event deleted for resources: {'Port': ['ID=460b8893-f483-4304-b323-3fb1b8942078,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:31.925379 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:32.055197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:32.055593 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Floating IP 0bd62242-a8ed-4f60-af6e-8dcbb4f56830 disassociated (deleted). External IP: 172.27.0.107, port: 448cc42b-80fe-4b93-b518-251173509e4d. Feb 17 21:03:32.465547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Router 63b88e9b-2f62-4fec-b573-ead395495380 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:03:32.679660 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:03:32.690535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] Sync routers for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:03:32.702786 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:32.703544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:03:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:32.705193 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:32.939656 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:33.054728 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-7024489a-7128-4310-b368-4976bc9b026d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "DELETE /v2.0/floatingips/0bd62242-a8ed-4f60-af6e-8dcbb4f56830 HTTP/1.1" status: 204 len: 173 time: 1.9944441 Feb 17 21:03:33.055319 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:33.270709 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d', 'status': 'completed', 'code': 200} Feb 17 21:03:33.307665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438724ec-bce8-4621-b234-94537b5f2a47 req-4b6ffe32-4927-483c-bb58-c4eb64f11d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:33.310760 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-4b6ffe32-4927-483c-bb58-c4eb64f11d9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 1163 time: 0.2415464 Feb 17 21:03:33.351828 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '9f890c88-350d-4470-a533-3c868a1a5b09', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:e7:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:59:06Z', 'updated_at': '2021-02-17T20:59:13Z', 'revision_number': 2, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:33.357032 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] Checking router: 63b88e9b-2f62-4fec-b573-ead395495380 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:03:33.366236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:33.366929 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:03:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:33.377756 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-419a7cd3-3379-449f-a866-a2240d806149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:33.379445 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-419a7cd3-3379-449f-a866-a2240d806149 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 1163 time: 0.0867069 Feb 17 21:03:33.476382 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438724ec-bce8-4621-b234-94537b5f2a47 req-2e8602f8-2834-418b-9f57-2bf0ee56e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:33.478170 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-2e8602f8-2834-418b-9f57-2bf0ee56e9f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1616225 Feb 17 21:03:33.532255 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-6e408073-6179-46be-8503-9182e7328a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:33.533849 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-6e408073-6179-46be-8503-9182e7328a47 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1451049 Feb 17 21:03:33.557648 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-b0316b78-da8c-49c5-b605-7beaf254f008 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448cc42b-80fe-4b93-b518-251173509e4d HTTP/1.1" status: 200 len: 217 time: 0.0717676 Feb 17 21:03:33.571820 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:33.615569 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-a1144ada-a196-428f-804e-180f9816e52e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=448cc42b-80fe-4b93-b518-251173509e4d HTTP/1.1" status: 200 len: 217 time: 0.0738564 Feb 17 21:03:33.648695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438724ec-bce8-4621-b234-94537b5f2a47 req-ef5ea549-8148-4bae-ae2d-e1b5b02d229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:33.650390 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-ef5ea549-8148-4bae-ae2d-e1b5b02d229e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0845845 Feb 17 21:03:33.696736 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-7923d3ab-079d-4e9c-9109-3739b4a100a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:33.699248 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-7923d3ab-079d-4e9c-9109-3739b4a100a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0756063 Feb 17 21:03:33.747049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438724ec-bce8-4621-b234-94537b5f2a47 req-c540cb8d-5949-4a95-817e-e65b9070b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:33.748880 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-c540cb8d-5949-4a95-817e-e65b9070b29c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896449 Feb 17 21:03:33.806162 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:03:33.820365 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-c7318b3d-82b9-4db7-93a8-048d9e399fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:33.821981 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-c7318b3d-82b9-4db7-93a8-048d9e399fec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1155641 Feb 17 21:03:33.921383 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-b4f2f4a7-e44c-479a-94cc-86bf4a9d3425 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648617 Feb 17 21:03:33.993826 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-e5baa98f-fb90-443d-ac75-cf21fb501c83 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638355 Feb 17 21:03:34.027749 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 58018) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:34.084167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '9f890c88-350d-4470-a533-3c868a1a5b09', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:e7:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:59:06Z', 'updated_at': '2021-02-17T20:59:13Z', 'revision_number': 2, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:34.089442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9979d-8d54-4329-bfde-b9b0b79a0311 None None] The sync data for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi is: [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_floatingips': [{'id': '9f890c88-350d-4470-a533-3c868a1a5b09', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'router_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'port_id': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'mac_address': 'fa:16:3e:e7:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T20:59:06Z', 'updated_at': '2021-02-17T20:59:13Z', 'revision_number': 2, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:03:34.142303 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-438724ec-bce8-4621-b234-94537b5f2a47 req-b16a67b3-cdb6-4119-b99f-aa9de46cff16 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2131388 Feb 17 21:03:34.171168 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-3f480998-07ff-43d7-bc92-a9d9f0f32c8f req-4ed1081f-e092-4450-a703-881aa3e13b58 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1701374 Feb 17 21:03:34.270155 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:34.289261 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:34.293768 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] Usage tracker for resource:security_group_rule and tenant:abe2f2c4fc0a434eacce4ea598a43552 is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:34.296977 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:34.303234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:34.395792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:34.398789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:34.409690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-e09e0e2d-b454-4cbc-9460-1ef39239aa77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:34.458071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58036) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:34.458320 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abe2f2c4fc0a434eacce4ea598a43552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290750 Feb 17 21:03:34.460182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdce36a-f6d8-45ce-9cd5-40fbbd23a4d4,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:34.464143 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-6ca83260-34da-4c51-bff2-985ce4c8f081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:34.597673 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8d71cfca-830d-4ab4-be1b-849dc809a211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:34.645133 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8d71cfca-830d-4ab4-be1b-849dc809a211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:34.646686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e0119-657a-470c-aa2b-6db6951e2af5 None None] New status for floating IP 0bd62242-a8ed-4f60-af6e-8dcbb4f56830: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:03:34.705322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae673d-6183-4436-9833-671ce4d091e9 req-eeed6f9a-ef13-4488-ae10-6b051c1847fd tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:34.706111 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cbae673d-6183-4436-9833-671ce4d091e9 req-eeed6f9a-ef13-4488-ae10-6b051c1847fd tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:34.726935 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-cbae673d-6183-4436-9833-671ce4d091e9 req-eeed6f9a-ef13-4488-ae10-6b051c1847fd tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:34.728758 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cbae673d-6183-4436-9833-671ce4d091e9 req-eeed6f9a-ef13-4488-ae10-6b051c1847fd tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 946 time: 0.1828723 Feb 17 21:03:34.729944 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8d71cfca-830d-4ab4-be1b-849dc809a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:34.736535 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d0879f0d-6538-4c93-a970-2ed673d468f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:34.768088 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71cfca-830d-4ab4-be1b-849dc809a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdce36a-f6d8-45ce-9cd5-40fbbd23a4d4,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:34.787396 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8d71cfca-830d-4ab4-be1b-849dc809a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:34.791569 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8d71cfca-830d-4ab4-be1b-849dc809a211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:34.804013 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8d71cfca-830d-4ab4-be1b-849dc809a211 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfdce36a-f6d8-45ce-9cd5-40fbbd23a4d4 HTTP/1.1" status: 204 len: 168 time: 0.3445413 Feb 17 21:03:34.850821 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-cbae673d-6183-4436-9833-671ce4d091e9 req-747e2d76-656e-44ca-add8-c988ff555e3f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1043761 Feb 17 21:03:35.019366 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 58050) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:35.241153 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:35.258502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:35.263878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Usage tracker for resource:security_group_rule and tenant:0174abd353dc48dfbacf8188d7d5c62f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:35.267188 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:35.273399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:35.367732 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:35.370808 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:35.378635 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-77f78dfc-f74b-4b27-9490-d30deb02fd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:35.423098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b318df9-6ddb-4acb-91cd-1474c7856daf,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:35.427913 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0174abd353dc48dfbacf8188d7d5c62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073842 Feb 17 21:03:35.428905 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:35.432086 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 58056) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:35.495470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64925b7d-d4fa-47a7-a84c-59d03ed7f0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:35.523617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64925b7d-d4fa-47a7-a84c-59d03ed7f0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:35.571352 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64925b7d-d4fa-47a7-a84c-59d03ed7f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:35.576976 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a05bde31-f29f-42a5-904d-b73471ac7e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:35.590681 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64925b7d-d4fa-47a7-a84c-59d03ed7f0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b318df9-6ddb-4acb-91cd-1474c7856daf,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:35.595793 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-64925b7d-d4fa-47a7-a84c-59d03ed7f0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:35.600380 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-64925b7d-d4fa-47a7-a84c-59d03ed7f0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:35.601994 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-64925b7d-d4fa-47a7-a84c-59d03ed7f0a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b318df9-6ddb-4acb-91cd-1474c7856daf HTTP/1.1" status: 204 len: 168 time: 0.1686261 Feb 17 21:03:35.898287 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58066) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:35.919774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:35.936236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:35.944450 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd6a61a11484e6bbaff41365059736f is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:35.947915 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:35.955072 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:36.129318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d0203-a5dc-44fa-a74e-70fb0921ed45 req-65483014-8392-4bee-ba89-65b2e1209f12 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:36.130988 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d0d0203-a5dc-44fa-a74e-70fb0921ed45 req-65483014-8392-4bee-ba89-65b2e1209f12 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 946 time: 0.1504626 Feb 17 21:03:36.140982 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.161600 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.173236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8e83a5ae-edf3-4694-bf2e-e21c42ad5f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:36.188633 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd26c88-2651-4ee6-a607-120998740728 req-f79b8394-c32b-49cf-9379-9fad6a0429c9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:36.189399 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4bd26c88-2651-4ee6-a607-120998740728 req-f79b8394-c32b-49cf-9379-9fad6a0429c9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:36.203131 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-4bd26c88-2651-4ee6-a607-120998740728 req-f79b8394-c32b-49cf-9379-9fad6a0429c9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:36.204390 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4bd26c88-2651-4ee6-a607-120998740728 req-f79b8394-c32b-49cf-9379-9fad6a0429c9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 946 time: 0.1035900 Feb 17 21:03:36.231491 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0d0d0203-a5dc-44fa-a74e-70fb0921ed45 req-3ecd4050-800f-48ea-bd84-1a212a75f5e4 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0922441 Feb 17 21:03:36.238849 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2490ce-db7a-4936-8fdb-c56fb671524b,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:36.247425 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcd6a61a11484e6bbaff41365059736f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471515 Feb 17 21:03:36.248350 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58070) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:36.249207 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-2a3625ed-c8c7-4833-be08-2e60e8662766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:36.288407 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Deleting port 448cc42b-80fe-4b93-b518-251173509e4d {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:36.288789 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.320792 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7598c215-cff2-4af2-9451-d3df38579499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.354113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7598c215-cff2-4af2-9451-d3df38579499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.404393 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7598c215-cff2-4af2-9451-d3df38579499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.408718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4d67e9b4-79bc-4abe-adf4-f6c5ab28f25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:36.423063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598c215-cff2-4af2-9451-d3df38579499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2490ce-db7a-4936-8fdb-c56fb671524b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:36.426448 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-7598c215-cff2-4af2-9451-d3df38579499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:36.428870 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-7598c215-cff2-4af2-9451-d3df38579499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.430125 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-7598c215-cff2-4af2-9451-d3df38579499 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad2490ce-db7a-4936-8fdb-c56fb671524b HTTP/1.1" status: 204 len: 168 time: 0.1799591 Feb 17 21:03:36.569795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] For port 448cc42b-80fe-4b93-b518-251173509e4d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=448cc42b-80fe-4b93-b518-251173509e4d,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:36.570194 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.820724 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58078) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:36.842345 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.860474 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:36.864878 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Usage tracker for resource:security_group_rule and tenant:7ab41e057dc24d5f8f6813542f5192f6 is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:36.868282 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:36.874836 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:36.885331 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device 448cc42b-80fe-4b93-b518-251173509e4d no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:36.962045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Calling delete_port for 448cc42b-80fe-4b93-b518-251173509e4d owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:36.966416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.970975 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:36.981217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1ba1ebd2-f3b0-4ac7-880f-ae4a5b983ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:37.016856 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1993602'] for port, before_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.023632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ecefa-1894-495b-aa1f-8fe48d0c4e8c,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:37.028209 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:37.031190 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ab41e057dc24d5f8f6813542f5192f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091215 Feb 17 21:03:37.034830 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58082) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:37.054716 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d'}] {{(pid=84029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:37.066476 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] For port 448cc42b-80fe-4b93-b518-251173509e4d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=448cc42b-80fe-4b93-b518-251173509e4d,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:37.071009 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363288978834667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288979213564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747875562270'] for port, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.073043 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:37.074322 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84028) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:03:37.075047 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84028) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:03:37.107852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5503efa-3c39-4314-8611-1ee2f364006a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.130125 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d', 'code': 200} Feb 17 21:03:37.136521 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5503efa-3c39-4314-8611-1ee2f364006a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.152710 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Pushing event updated for resources: {'Port': ['ID=448cc42b-80fe-4b93-b518-251173509e4d,revision_number=5']} {{(pid=84029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:37.156495 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84029) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:37.183718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5503efa-3c39-4314-8611-1ee2f364006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.189078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-51b22927-0108-4c44-9ef2-04183a37619c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:37.202567 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5503efa-3c39-4314-8611-1ee2f364006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ecefa-1894-495b-aa1f-8fe48d0c4e8c,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:37.205841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-b5503efa-3c39-4314-8611-1ee2f364006a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:37.208179 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b5503efa-3c39-4314-8611-1ee2f364006a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.209307 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-b5503efa-3c39-4314-8611-1ee2f364006a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d6ecefa-1894-495b-aa1f-8fe48d0c4e8c HTTP/1.1" status: 204 len: 168 time: 0.1734505 Feb 17 21:03:37.438487 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40793-5402-42d1-b230-16e60d733a4a req-b9f1426d-0f68-4c9b-8fbe-d697f6fa67ff tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:37.440134 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dab40793-5402-42d1-b230-16e60d733a4a req-b9f1426d-0f68-4c9b-8fbe-d697f6fa67ff tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 944 time: 0.0905352 Feb 17 21:03:37.493068 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-dab40793-5402-42d1-b230-16e60d733a4a req-4f3e3d95-7af1-469c-9a7c-e20173a51d10 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0465837 Feb 17 21:03:37.576348 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Deleting port 448cc42b-80fe-4b93-b518-251173509e4d {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:37.576846 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:37.865292 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] For port 448cc42b-80fe-4b93-b518-251173509e4d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=448cc42b-80fe-4b93-b518-251173509e4d,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:37.865697 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:38.005596 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Calling delete_port for 448cc42b-80fe-4b93-b518-251173509e4d owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:38.175130 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:38.192398 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f01ccd9b-1fea-4f41-8096-8b67641b46f0 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:38.291929 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event deleted for resources: {'Port': ['ID=448cc42b-80fe-4b93-b518-251173509e4d,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:38.300070 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:38.420823 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] No DVR routers for this DVR port 448cc42b-80fe-4b93-b518-251173509e4d on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:03:38.423324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:38.426279 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'name': 'network-vif-deleted', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:38.448444 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-4bd26c88-2651-4ee6-a607-120998740728 req-751ef307-0020-4516-a16a-da4e797c37ce tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "DELETE /v2.0/ports/448cc42b-80fe-4b93-b518-251173509e4d HTTP/1.1" status: 204 len: 173 time: 2.2373748 Feb 17 21:03:38.486001 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d972c32-abf9-4e28-a826-f10279c816fa', 'name': 'network-vif-deleted', 'tag': '448cc42b-80fe-4b93-b518-251173509e4d', 'status': 'completed', 'code': 200} Feb 17 21:03:38.685421 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ad3fc39-b723-43ff-a5fc-9830484019dd req-938812cf-6438-4965-a018-b32e87eaa0e1 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d972c32-abf9-4e28-a826-f10279c816fa HTTP/1.1" status: 200 len: 210 time: 0.0656757 Feb 17 21:03:39.656477 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58152) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:39.787638 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:39.806978 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:39.811800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] Usage tracker for resource:security_group_rule and tenant:0edc6e5b604d4075af4a07d2f2fea65d is out of sync, need to count used quota {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:39.815020 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84027) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:39.820960 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84027) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:39.914871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:39.917441 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:39.927524 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-4650efe9-027b-482b-89fd-85926c9a500c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:39.972277 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0edc6e5b604d4075af4a07d2f2fea65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146112 Feb 17 21:03:39.973243 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fbf090-bc78-407f-b5d0-c7fa8e1fb3d0,revision_number=1']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:39.975269 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 58164) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:39.976914 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f6f18ebf-c010-4396-9c4d-4fd79fdabb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:40.041737 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a235-24f3-4cf3-9ef3-a9960e3d6843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.071922 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a235-24f3-4cf3-9ef3-a9960e3d6843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.122078 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a235-24f3-4cf3-9ef3-a9960e3d6843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.127304 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9350005f-c46a-4c08-9a2b-f5fa0897452d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:40.140594 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9a235-24f3-4cf3-9ef3-a9960e3d6843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fbf090-bc78-407f-b5d0-c7fa8e1fb3d0,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:40.143418 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c5b9a235-24f3-4cf3-9ef3-a9960e3d6843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:40.148250 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a235-24f3-4cf3-9ef3-a9960e3d6843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.149466 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-c5b9a235-24f3-4cf3-9ef3-a9960e3d6843 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8fbf090-bc78-407f-b5d0-c7fa8e1fb3d0 HTTP/1.1" status: 204 len: 168 time: 0.1729300 Feb 17 21:03:40.444656 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84028) accepted ('10.222.0.30', 58172) {{(pid=84028) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:40.465182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.480548 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:03:40.484652 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] Usage tracker for resource:security_group_rule and tenant:e283869816ee42c2b5ba47ad41e26e5f is out of sync, need to count used quota {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:03:40.487686 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84028) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:03:40.493517 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.quota.driver [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:03:40.589277 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.592971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_create {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.601879 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-94c5f26a-5e72-4543-8908-813024e5761c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:40.646116 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e283869816ee42c2b5ba47ad41e26e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002780 Feb 17 21:03:40.647894 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d266a63f-c1a6-4195-bded-e39f08a52028,revision_number=1']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:40.649228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58176) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:40.651466 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f0e04930-c3ec-419c-b609-48039199b25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:40.719579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d5fae15d-6a3b-43e8-8c0e-556705389f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.748115 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d5fae15d-6a3b-43e8-8c0e-556705389f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.794553 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d5fae15d-6a3b-43e8-8c0e-556705389f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.799863 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-86948268-ee89-4cad-bf3d-4b9889ed6ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:40.813562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fae15d-6a3b-43e8-8c0e-556705389f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d266a63f-c1a6-4195-bded-e39f08a52028,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:40.818587 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d5fae15d-6a3b-43e8-8c0e-556705389f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:40.823024 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d5fae15d-6a3b-43e8-8c0e-556705389f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:40.825125 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d5fae15d-6a3b-43e8-8c0e-556705389f87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d266a63f-c1a6-4195-bded-e39f08a52028 HTTP/1.1" status: 204 len: 168 time: 0.1747761 Feb 17 21:03:42.372125 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-aea93bca-2a5c-4995-bbad-c2266d87d584 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips/9f890c88-350d-4470-a533-3c868a1a5b09 HTTP/1.1" status: 200 len: 998 time: 0.1163275 Feb 17 21:03:42.535719 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db962248-bb21-44be-9d71-47ab47ad4125 req-a3eafb37-6b6a-4add-b757-c273b0a79188 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:42.537124 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-a3eafb37-6b6a-4add-b757-c273b0a79188 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.1591799 Feb 17 21:03:42.651181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-db962248-bb21-44be-9d71-47ab47ad4125 req-3c315bcc-4aa0-4cd4-8a47-e6d751302a2d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:42.667197 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-db962248-bb21-44be-9d71-47ab47ad4125 req-3c315bcc-4aa0-4cd4-8a47-e6d751302a2d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:42.669038 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-3c315bcc-4aa0-4cd4-8a47-e6d751302a2d tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.74 HTTP/1.1" status: 200 len: 1001 time: 0.1253891 Feb 17 21:03:42.753937 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db962248-bb21-44be-9d71-47ab47ad4125 req-3183e4fd-15f3-4f38-a034-f73c4feb95f5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:42.755492 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-3183e4fd-15f3-4f38-a034-f73c4feb95f5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports/eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 943 time: 0.0802352 Feb 17 21:03:42.948417 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-089b5eb1-1ef0-4546-ba75-8d68fa21367a tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.74 HTTP/1.1" status: 200 len: 1001 time: 0.1080000 Feb 17 21:03:43.175776 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Deleting port 81232b16-658c-436e-b456-7b76127a6bb9 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:43.176158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:43.359939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:43.360303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:43.497954 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Calling delete_port for 81232b16-658c-436e-b456-7b76127a6bb9 owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:43.658744 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:43.675203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-1c592239-6556-44fe-bb5e-55b57e7304c0 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:44.012801 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event deleted for resources: {'Port': ['ID=81232b16-658c-436e-b456-7b76127a6bb9,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:44.023079 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:44.147509 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:44.147884 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.db.l3_db [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Floating IP 9f890c88-350d-4470-a533-3c868a1a5b09 disassociated (deleted). External IP: 172.27.0.74, port: eec4aaec-735f-473f-8ad6-eb91d096b28f. Feb 17 21:03:44.538756 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Router 63b88e9b-2f62-4fec-b573-ead395495380 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:03:44.741236 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:03:44.754196 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] Sync routers for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:03:44.764784 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:44.765612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:03:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:44.767357 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:44.837503 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9acc1f37-53d3-4e00-86ae-bc842f8f7158 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "DELETE /v2.0/floatingips/9f890c88-350d-4470-a533-3c868a1a5b09 HTTP/1.1" status: 204 len: 173 time: 1.8828557 Feb 17 21:03:44.838110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f'}] {{(pid=84027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:44.892983 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'status': 'completed', 'code': 200} Feb 17 21:03:45.007718 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-4993b88c-0aa3-4af4-9c91-0deeb41cf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:45.009368 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-4993b88c-0aa3-4af4-9c91-0deeb41cf23b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 1163 time: 0.0911000 Feb 17 21:03:45.144497 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:45.150510 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db962248-bb21-44be-9d71-47ab47ad4125 req-5bb88707-fb9a-486a-91ca-94063428f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:45.152242 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-5bb88707-fb9a-486a-91ca-94063428f933 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 1163 time: 0.2984729 Feb 17 21:03:45.168395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-b1a196b1-cf45-4005-b7bb-b6d6eb992176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:45.170100 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-b1a196b1-cf45-4005-b7bb-b6d6eb992176 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1545296 Feb 17 21:03:45.250438 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-43bc875d-45a5-41e2-a6fd-3a52775d794e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 217 time: 0.0736635 Feb 17 21:03:45.310211 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db962248-bb21-44be-9d71-47ab47ad4125 req-88bd799a-abe8-4774-b289-a44f03b44a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:45.311875 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-88bd799a-abe8-4774-b289-a44f03b44a11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 200 len: 906 time: 0.1525733 Feb 17 21:03:45.321791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-541e47a3-1659-44ae-94a5-7e6e07bc8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:45.323433 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-541e47a3-1659-44ae-94a5-7e6e07bc8bc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0672178 Feb 17 21:03:45.392616 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-e0da91bc-c46b-48a1-8dcc-8d62ecbdad17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 200 len: 217 time: 0.0737348 Feb 17 21:03:45.414229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-abe43822-950b-4cab-99a9-2a27102de2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:45.415963 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-abe43822-950b-4cab-99a9-2a27102de2d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863128 Feb 17 21:03:45.469394 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db962248-bb21-44be-9d71-47ab47ad4125 req-debf4f08-a4b2-4c21-a825-0648402bf0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:45.471021 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-debf4f08-a4b2-4c21-a825-0648402bf0ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 200 len: 851 time: 0.0714533 Feb 17 21:03:45.505777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:45.510320 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] Checking router: 63b88e9b-2f62-4fec-b573-ead395495380 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:03:45.521909 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:45.522613 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:03:21Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:45.557814 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db962248-bb21-44be-9d71-47ab47ad4125 req-f61ddc80-2486-4796-bd79-ee6f3f8a278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:45.560200 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-f61ddc80-2486-4796-bd79-ee6f3f8a278c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9c056cf-45c3-47cc-bf26-a3b637d0953e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824454 Feb 17 21:03:45.568402 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-7e53df90-a358-474c-b242-a105e2c8f585 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459250 Feb 17 21:03:45.717002 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-c672aa96-02a4-48f5-a649-1d71d7bcfe64 service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495531 Feb 17 21:03:45.720033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:45.720387 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-c44a2546-2434-489b-8e16-1a8d635d6c41 req-eb9f8959-dfb4-4950-a667-28f14f21fef4 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1447496 Feb 17 21:03:45.875740 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-db962248-bb21-44be-9d71-47ab47ad4125 req-9c3324d5-a0d3-46ba-a794-b0cb5a6c876f service neutron] 10.222.0.30 "GET /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513653 Feb 17 21:03:46.075902 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:46.080614 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c3a02-5587-4701-8bef-4b5e85a45f1f None None] The sync data for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi is: [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T20:53:52Z', 'revision_number': 4, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi', '_interfaces': [{'id': '929b55f5-273a-4ce8-b44e-a4aaf772367b', 'name': '', 'network_id': 'b9c056cf-45c3-47cc-bf26-a3b637d0953e', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'mac_address': 'fa:16:3e:ba:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:50Z', 'updated_at': '2021-02-17T20:54:04Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'subnets': [{'id': 'b11d79c5-d12f-4281-a8cc-ecf43ea1de42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:03:46.280733 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d36a51-f856-4fed-93b6-f9f3537253b4 req-e76a8445-6ecc-4804-b939-a85932b4b48b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:46.281508 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b0d36a51-f856-4fed-93b6-f9f3537253b4 req-e76a8445-6ecc-4804-b939-a85932b4b48b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:46.297266 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-b0d36a51-f856-4fed-93b6-f9f3537253b4 req-e76a8445-6ecc-4804-b939-a85932b4b48b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:46.298783 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0d36a51-f856-4fed-93b6-f9f3537253b4 req-e76a8445-6ecc-4804-b939-a85932b4b48b tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 946 time: 0.1040413 Feb 17 21:03:46.354065 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b0d36a51-f856-4fed-93b6-f9f3537253b4 req-a5bd8a64-5d7e-4685-8b2b-b8d0b6658095 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0489612 Feb 17 21:03:46.481471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41674311-5a30-4458-bdb4-3bfbdec3da90 None None] New status for floating IP 9f890c88-350d-4470-a533-3c868a1a5b09: DOWN {{(pid=84029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:03:47.569562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e30774-3693-4af6-87ad-0d59b19fa270 req-0cb5633e-4835-4bae-944f-4fee3197294e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:47.571235 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-95e30774-3693-4af6-87ad-0d59b19fa270 req-0cb5633e-4835-4bae-944f-4fee3197294e tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 946 time: 0.0930302 Feb 17 21:03:47.622534 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-95e30774-3693-4af6-87ad-0d59b19fa270 req-7f596b70-99ed-4fd5-aff6-3f40a50ceef3 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups?id=38b5f392-181e-40c7-9dad-cbb25a5b270e&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0439837 Feb 17 21:03:47.705871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-22eb9136-f1fd-4ba0-9406-0581e913edd7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:47.706581 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-22eb9136-f1fd-4ba0-9406-0581e913edd7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84028) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:47.719395 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-22eb9136-f1fd-4ba0-9406-0581e913edd7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:port {{(pid=84028) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:47.720635 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-22eb9136-f1fd-4ba0-9406-0581e913edd7 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 946 time: 0.1007009 Feb 17 21:03:47.801778 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Deleting port eec4aaec-735f-473f-8ad6-eb91d096b28f {{(pid=84028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:47.802158 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:48.065948 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] For port eec4aaec-735f-473f-8ad6-eb91d096b28f, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76018',level=0,port_id=eec4aaec-735f-473f-8ad6-eb91d096b28f,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:48.066298 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:48.210859 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Calling delete_port for eec4aaec-735f-473f-8ad6-eb91d096b28f owned by compute:nova {{(pid=84028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:48.289085 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8f01614c-cb13-479e-8a67-2d288b108e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:48.368901 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66614121'] for port, after_delete {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:48.388378 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-9b1305fc-e75d-49a7-b309-4b3643328be2 tempest-AttachVolumeNegativeTest-1989244660 tempest-AttachVolumeNegativeTest-1989244660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:48.486579 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event deleted for resources: {'Port': ['ID=eec4aaec-735f-473f-8ad6-eb91d096b28f,revision_number=None']} {{(pid=84028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:48.498159 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84028) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:48.608938 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] No DVR routers for this DVR port eec4aaec-735f-473f-8ad6-eb91d096b28f on host hv-cinder-76018 {{(pid=84028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:03:48.611189 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for port, before_response {{(pid=84028) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:48.614113 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'name': 'network-vif-deleted', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f'}] {{(pid=84028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:03:48.634425 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-0f00fee0-31cd-43f7-afe3-b83077760100 req-53cebfbe-4670-4637-8664-a7ac5899f718 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.67 "DELETE /v2.0/ports/eec4aaec-735f-473f-8ad6-eb91d096b28f HTTP/1.1" status: 204 len: 173 time: 0.9082623 Feb 17 21:03:48.666137 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f228aa-40ae-4c2f-aa5c-cc597bb716c2', 'name': 'network-vif-deleted', 'tag': 'eec4aaec-735f-473f-8ad6-eb91d096b28f', 'status': 'completed', 'code': 200} Feb 17 21:03:48.795179 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-5ad4b282-ef32-4de0-bf2c-a165a600eaf0 req-212f582b-9595-4f52-a6b1-968f3c93cbe2 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/ports?device_id=02f228aa-40ae-4c2f-aa5c-cc597bb716c2 HTTP/1.1" status: 200 len: 210 time: 0.0563178 Feb 17 21:03:48.976391 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device eec4aaec-735f-473f-8ad6-eb91d096b28f no longer exists at agent ovs-agent-hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:49.019747 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] No Port match for: eec4aaec-735f-473f-8ad6-eb91d096b28f {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:03:49.020144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Device eec4aaec-735f-473f-8ad6-eb91d096b28f not bound to the agent host hv-cinder-76018 {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:03:50.012573 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45201ffb-435b-461b-b798-038857dd657d req-287132e2-9377-41b7-a18f-ed437d942154 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips/6d447e3b-1f75-48be-a725-642563a3b650 HTTP/1.1" status: 200 len: 692 time: 0.0962064 Feb 17 21:03:50.185884 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45201ffb-435b-461b-b798-038857dd657d req-cc5be09d-b1d0-4cf9-a0a3-2822aa4cf44f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:03:50.187411 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45201ffb-435b-461b-b798-038857dd657d req-cc5be09d-b1d0-4cf9-a0a3-2822aa4cf44f tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/networks/2cefb50c-123a-4701-b5cd-a0c180c60863 HTTP/1.1" status: 200 len: 784 time: 0.1690986 Feb 17 21:03:50.277933 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-45201ffb-435b-461b-b798-038857dd657d req-4a5f889b-534a-4d7b-9450-28c4a6f29dfa tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Synchronizing usage tracker for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:03:50.292924 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.quota.resource [req-45201ffb-435b-461b-b798-038857dd657d req-4a5f889b-534a-4d7b-9450-28c4a6f29dfa tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Unset dirty status for tenant:9533c805de3b4803ad61c8b8d40c9e9f on resource:floatingip {{(pid=84027) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:03:50.294465 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45201ffb-435b-461b-b798-038857dd657d req-4a5f889b-534a-4d7b-9450-28c4a6f29dfa tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.42 HTTP/1.1" status: 200 len: 695 time: 0.1005156 Feb 17 21:03:50.384296 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45201ffb-435b-461b-b798-038857dd657d req-69fe664f-9635-42c1-91b0-d6930b6afad9 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.0.42 HTTP/1.1" status: 200 len: 695 time: 0.0833390 Feb 17 21:03:50.559229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-45201ffb-435b-461b-b798-038857dd657d req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Deleting port e378aa6d-8fa5-48b9-8b09-2c89b44919f3 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:50.559607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-45201ffb-435b-461b-b798-038857dd657d req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:50.648502 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-9d858c9c-855f-41be-84fb-1304962f559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:50.743640 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-45201ffb-435b-461b-b798-038857dd657d req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:50.744010 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-45201ffb-435b-461b-b798-038857dd657d req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:50.884867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [req-45201ffb-435b-461b-b798-038857dd657d req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Calling delete_port for e378aa6d-8fa5-48b9-8b09-2c89b44919f3 owned by network:floatingip {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:51.031838 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-45201ffb-435b-461b-b798-038857dd657d req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:51.041075 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:51.051819 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:51.152575 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event deleted for resources: {'Port': ['ID=e378aa6d-8fa5-48b9-8b09-2c89b44919f3,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:51.162757 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:51.280551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-45201ffb-435b-461b-b798-038857dd657d req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for floatingip, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:51.303223 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-45201ffb-435b-461b-b798-038857dd657d req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854533222'] for floatingip, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:51.304483 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-45201ffb-435b-461b-b798-038857dd657d req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "DELETE /v2.0/floatingips/6d447e3b-1f75-48be-a725-642563a3b650 HTTP/1.1" status: 204 len: 173 time: 0.9134364 Feb 17 21:03:52.397254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:52.773033 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:52.789495 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8c78f4e-0886-486f-a189-a2e8089d8fd7 req-e816a0f3-064b-49df-a0b6-6a4ef73d7e15 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "GET /v2.0/security-groups/38b5f392-181e-40c7-9dad-cbb25a5b270e HTTP/1.1" status: 200 len: 2999 time: 0.0590117 Feb 17 21:03:53.114610 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8c78f4e-0886-486f-a189-a2e8089d8fd7 req-37ec9ff7-f66f-432c-9a56-338a5a9f91ae tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:53.145081 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8c78f4e-0886-486f-a189-a2e8089d8fd7 req-37ec9ff7-f66f-432c-9a56-338a5a9f91ae tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:53.193339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8c78f4e-0886-486f-a189-a2e8089d8fd7 req-37ec9ff7-f66f-432c-9a56-338a5a9f91ae tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:53.198869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-08891d98-e6a9-44e6-b024-d8da9081806b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:53.215110 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec9ff7-f66f-432c-9a56-338a5a9f91ae tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b5f392-181e-40c7-9dad-cbb25a5b270e,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:53.219558 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-37ec9ff7-f66f-432c-9a56-338a5a9f91ae tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:53.223753 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [req-b8c78f4e-0886-486f-a189-a2e8089d8fd7 req-37ec9ff7-f66f-432c-9a56-338a5a9f91ae tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:53.224969 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [req-b8c78f4e-0886-486f-a189-a2e8089d8fd7 req-37ec9ff7-f66f-432c-9a56-338a5a9f91ae tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] 10.222.0.30 "DELETE /v2.0/security-groups/38b5f392-181e-40c7-9dad-cbb25a5b270e HTTP/1.1" status: 204 len: 173 time: 0.4282973 Feb 17 21:03:53.286940 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58226) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:54.007303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854109025'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:54.388939 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Deleting port 929b55f5-273a-4ce8-b44e-a4aaf772367b {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:54.389323 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:54.580957 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] For port 929b55f5-273a-4ce8-b44e-a4aaf772367b, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=929b55f5-273a-4ce8-b44e-a4aaf772367b,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:54.581358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:54.718623 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Calling delete_port for 929b55f5-273a-4ce8-b44e-a4aaf772367b owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:54.909064 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:54.925181 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-80fbcb4e-a44c-43f6-834c-1b23eba55a0f tempest-TestMinimumBasicScenario-2061616907 tempest-TestMinimumBasicScenario-2061616907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:55.029358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Pushing event deleted for resources: {'Port': ['ID=929b55f5-273a-4ce8-b44e-a4aaf772367b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:55.034185 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:55.349294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854108943'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:55.884720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Router 63b88e9b-2f62-4fec-b573-ead395495380 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:03:56.320187 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:03:56.330054 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] Sync routers for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:03:56.337075 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] 10.222.0.30 "PUT /v2.0/routers/63b88e9b-2f62-4fec-b573-ead395495380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0472910 Feb 17 21:03:56.338095 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58232) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:56.340684 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:56.341370 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:03:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:56.536742 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:56.536989 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:56.734200 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:56.743445 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Deleting port 98bae864-1f02-4cd3-8274-655188106cdf {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:56.743827 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:56.862114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '98bae864-1f02-4cd3-8274-655188106cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T21:03:54Z', 'revision_number': 5, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port': {'id': '98bae864-1f02-4cd3-8274-655188106cdf', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b88e9b-2f62-4fec-b573-ead395495380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:53:39Z', 'updated_at': '2021-02-17T20:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:56.866386 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] Checking router: 63b88e9b-2f62-4fec-b573-ead395495380 for host: dv-cinder-760184-4-iscsi {{(pid=84030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:03:56.876465 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] Routers {'63b88e9b-2f62-4fec-b573-ead395495380'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:03:56.877167 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:03:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['63b88e9b-2f62-4fec-b573-ead395495380'], 'active': True} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:56.939704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] For port 98bae864-1f02-4cd3-8274-655188106cdf, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=98bae864-1f02-4cd3-8274-655188106cdf,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:56.940103 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.038609 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] Set router 63b88e9b-2f62-4fec-b573-ead395495380 gateway port host: None {{(pid=84030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:03:57.076809 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Calling delete_port for 98bae864-1f02-4cd3-8274-655188106cdf owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:57.159979 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T21:03:56Z', 'revision_number': 6, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port_host': None}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84030) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:57.164210 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51215848-eb0a-430d-8fe5-ee7a9dc50f08 None None] The sync data for ids ['63b88e9b-2f62-4fec-b573-ead395495380'] in dv-cinder-760184-4-iscsi is: [{'id': '63b88e9b-2f62-4fec-b573-ead395495380', 'name': 'tempest-TestVolumeBootPattern-1597986071-router', 'tenant_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:53:37Z', 'updated_at': '2021-02-17T21:03:56Z', 'revision_number': 6, 'project_id': '9533c805de3b4803ad61c8b8d40c9e9f', 'gw_port_host': None}] {{(pid=84030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:03:57.260721 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.284734 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-52851fd9-5c64-414a-997e-1d862b4dfdb0 tempest-TestShelveInstance-1064436649 tempest-TestShelveInstance-1064436649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:57.383084 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=98bae864-1f02-4cd3-8274-655188106cdf,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:57.394039 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:57.520368 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687493'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.715229 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854111179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5019'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.717758 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.740695 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110185'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.741290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b88e9b-2f62-4fec-b573-ead395495380 {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:03:57.754447 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.755693 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-dcf40fa9-2048-4fc3-8847-3de08b3805c4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/63b88e9b-2f62-4fec-b573-ead395495380 HTTP/1.1" status: 204 len: 168 time: 1.4154418 Feb 17 21:03:57.758562 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58236) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:57.835214 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9f3fcb-beea-4ef8-a18c-8ae1f4e3fd36 admin admin] Deleting subnet b11d79c5-d12f-4281-a8cc-ecf43ea1de42 {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:03:57.839125 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-de9f3fcb-beea-4ef8-a18c-8ae1f4e3fd36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.896690 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-de9f3fcb-beea-4ef8-a18c-8ae1f4e3fd36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:57.983923 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-de9f3fcb-beea-4ef8-a18c-8ae1f4e3fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:58.285699 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-de9f3fcb-beea-4ef8-a18c-8ae1f4e3fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:58.299473 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:58.399654 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f3fcb-beea-4ef8-a18c-8ae1f4e3fd36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11d79c5-d12f-4281-a8cc-ecf43ea1de42,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:58.404913 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-de9f3fcb-beea-4ef8-a18c-8ae1f4e3fd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:58.441607 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-de9f3fcb-beea-4ef8-a18c-8ae1f4e3fd36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:58.447114 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2cab5-1450-4509-a028-5fd2896a2248 None None] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:03:58.450285 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-de9f3fcb-beea-4ef8-a18c-8ae1f4e3fd36 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b11d79c5-d12f-4281-a8cc-ecf43ea1de42 HTTP/1.1" status: 204 len: 168 time: 0.6884460 Feb 17 21:03:58.456102 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58240) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:03:58.578475 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:58.621777 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 929b55f5-273a-4ce8-b44e-a4aaf772367b no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:58.656825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Deleting port 2d70633f-ec25-41ef-87da-e50f5731c094 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:58.657204 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:58.673400 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 929b55f5-273a-4ce8-b44e-a4aaf772367b {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:03:58.673791 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 929b55f5-273a-4ce8-b44e-a4aaf772367b not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:03:58.674297 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 98bae864-1f02-4cd3-8274-655188106cdf no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:03:58.713152 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 98bae864-1f02-4cd3-8274-655188106cdf {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:03:58.713795 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 98bae864-1f02-4cd3-8274-655188106cdf not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:03:58.797617 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] DHCP port deletion for b9c056cf-45c3-47cc-bf26-a3b637d0953e request from dv-cinder-760184-4-iscsi {{(pid=84029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:03:58.802455 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] Deleting port 2d70633f-ec25-41ef-87da-e50f5731c094 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:58.803091 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:58.885383 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] For port 2d70633f-ec25-41ef-87da-e50f5731c094, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2d70633f-ec25-41ef-87da-e50f5731c094,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:58.885783 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.021750 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Calling delete_port for 2d70633f-ec25-41ef-87da-e50f5731c094 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:59.029612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] For port 2d70633f-ec25-41ef-87da-e50f5731c094, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2d70633f-ec25-41ef-87da-e50f5731c094,segment=NetworkSegment(aa9267f6-9c05-46cd-bbde-d2923461030a),segment_id=aa9267f6-9c05-46cd-bbde-d2923461030a)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:03:59.030065 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.105379 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.121981 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-840ddbae-b230-4ac4-9f1d-8bd37051c290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:03:59.168135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] Calling delete_port for 2d70633f-ec25-41ef-87da-e50f5731c094 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:03:59.229489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d70633f-ec25-41ef-87da-e50f5731c094,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:03:59.235071 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:03:59.245715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84029) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:03:59.246634 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:03:59.273593 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] No DVR routers for this DVR port 2d70633f-ec25-41ef-87da-e50f5731c094 on host dv-cinder-760184-4-iscsi {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:03:59.401254 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.748443 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] Deleting port 2d70633f-ec25-41ef-87da-e50f5731c094 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:03:59.748800 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.761537 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c056cf-45c3-47cc-bf26-a3b637d0953e']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:59.775220 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9267f6-9c05-46cd-bbde-d2923461030a') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:59.775549 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9267f6-9c05-46cd-bbde-d2923461030a') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:03:59.794419 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.810685 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:03:59.812724 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:03:59.830392 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-52de7f50-f9cc-437b-b9f9-be79b9a5b2e9 None None] The port '2d70633f-ec25-41ef-87da-e50f5731c094' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:04:00.001117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:04:00.010707 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.195756 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Network b9c056cf-45c3-47cc-bf26-a3b637d0953e has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:04:00.222466 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:04:00.305822 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.310074 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:00.327554 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:00.334294 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c056cf-45c3-47cc-bf26-a3b637d0953e,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:00.339461 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:00.351723 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-60c26ec1-57f1-4a3d-9542-db50b767cca8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b9c056cf-45c3-47cc-bf26-a3b637d0953e HTTP/1.1" status: 204 len: 168 time: 1.8944514 Feb 17 21:04:00.354971 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58244) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:00.609530 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2d70633f-ec25-41ef-87da-e50f5731c094 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:04:00.647906 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 2d70633f-ec25-41ef-87da-e50f5731c094 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:04:00.648295 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2d70633f-ec25-41ef-87da-e50f5731c094 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:04:00.975413 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854109025'] for router_interface, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:01.358622 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Deleting port 4c42ae79-ddb5-4906-92d9-0faf325ad865 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:01.359004 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:01.544077 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] For port 4c42ae79-ddb5-4906-92d9-0faf325ad865, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=4c42ae79-ddb5-4906-92d9-0faf325ad865,segment=NetworkSegment(e765ec45-338d-4244-9fda-40348687c94e),segment_id=e765ec45-338d-4244-9fda-40348687c94e)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:01.544481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:01.598228 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:01.681446 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Calling delete_port for 4c42ae79-ddb5-4906-92d9-0faf325ad865 owned by network:router_interface {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:01.874093 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:01.890833 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-62b37f85-2d8a-40e7-8743-a31b76c03fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:01.992217 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c42ae79-ddb5-4906-92d9-0faf325ad865,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:01.995045 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:02.324547 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854108943'] for router_interface, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:03.093975 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Router 0683ebd0-9b24-44fe-932c-7d664d424d38 has already been hosted by L3 agent d7969527-30f8-4870-9dbc-5ee4610ff0f9 {{(pid=84027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:04:03.297318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] Notify agent at l3_agent.dv-cinder-760184-4-iscsi the message routers_updated {{(pid=84027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:04:03.306210 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af4b53-b787-430e-8432-d212628140fe None None] Sync routers for ids ['0683ebd0-9b24-44fe-932c-7d664d424d38'] in dv-cinder-760184-4-iscsi {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:04:03.307031 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-87fcb76e-ec77-4450-a481-ce59076ca450 admin admin] 10.222.0.30 "PUT /v2.0/routers/0683ebd0-9b24-44fe-932c-7d664d424d38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9509706 Feb 17 21:04:03.310017 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58248) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:03.320655 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af4b53-b787-430e-8432-d212628140fe None None] Routers {'0683ebd0-9b24-44fe-932c-7d664d424d38'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:03.321340 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b3af4b53-b787-430e-8432-d212628140fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:03:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['0683ebd0-9b24-44fe-932c-7d664d424d38'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:03.512936 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks [] for router, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:03.519206 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b3af4b53-b787-430e-8432-d212628140fe None None] Set router 0683ebd0-9b24-44fe-932c-7d664d424d38 gateway port host: dv-cinder-760184-4-iscsi {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:03.720318 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:03.731168 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Deleting port 2f031481-4ab5-419c-8521-552c8a669db9 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:03.731551 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:03.841375 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b3af4b53-b787-430e-8432-d212628140fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'external_fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '2f031481-4ab5-419c-8521-552c8a669db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:06Z', 'updated_at': '2021-02-17T21:04:01Z', 'revision_number': 5, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'gw_port': {'id': '2f031481-4ab5-419c-8521-552c8a669db9', 'name': '', 'network_id': '2cefb50c-123a-4701-b5cd-a0c180c60863', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ba:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T20:54:08Z', 'updated_at': '2021-02-17T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527144b4-a558-4a44-9b7e-c71e5e791f8b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-4-iscsi'}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:03.846121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af4b53-b787-430e-8432-d212628140fe None None] Checking router: 0683ebd0-9b24-44fe-932c-7d664d424d38 for host: dv-cinder-760184-4-iscsi {{(pid=84029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:04:03.855555 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af4b53-b787-430e-8432-d212628140fe None None] Routers {'0683ebd0-9b24-44fe-932c-7d664d424d38'} bound to L3 agent in host dv-cinder-760184-4-iscsi {{(pid=84029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:04:03.856225 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b3af4b53-b787-430e-8432-d212628140fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T20:42:51Z,description=,heartbeat_timestamp=2021-02-17T21:03:51Z,host='dv-cinder-760184-4-iscsi',id=d7969527-30f8-4870-9dbc-5ee4610ff0f9,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T20:42:51Z,topic='l3_agent')) {'router_ids': ['0683ebd0-9b24-44fe-932c-7d664d424d38'], 'active': True} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:03.928248 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] For port 2f031481-4ab5-419c-8521-552c8a669db9, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2f031481-4ab5-419c-8521-552c8a669db9,segment=NetworkSegment(e7ad72d9-3e38-4de3-a186-35223678c729),segment_id=e7ad72d9-3e38-4de3-a186-35223678c729)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:03.928665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.018805 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvr_db [None req-b3af4b53-b787-430e-8432-d212628140fe None None] Set router 0683ebd0-9b24-44fe-932c-7d664d424d38 gateway port host: None {{(pid=84029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:04:04.066222 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Calling delete_port for 2f031481-4ab5-419c-8521-552c8a669db9 owned by network:router_gateway {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:04.136720 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_hamode_db [None req-b3af4b53-b787-430e-8432-d212628140fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:06Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 6, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'gw_port_host': None}], 'dv-cinder-760184-4-iscsi', False) {} {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:04.140881 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af4b53-b787-430e-8432-d212628140fe None None] The sync data for ids ['0683ebd0-9b24-44fe-932c-7d664d424d38'] in dv-cinder-760184-4-iscsi is: [{'id': '0683ebd0-9b24-44fe-932c-7d664d424d38', 'name': 'tempest-TestVolumeBootPattern-2089340482-router', 'tenant_id': '71413785196d4ee08b4a7f089629ccce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T20:54:06Z', 'updated_at': '2021-02-17T21:04:03Z', 'revision_number': 6, 'project_id': '71413785196d4ee08b4a7f089629ccce', 'gw_port_host': None}] {{(pid=84029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:04:04.251166 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.269709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-84efb860-9a10-47af-bc38-ab99bba63c21 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:04.372182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f031481-4ab5-419c-8521-552c8a669db9,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:04.375232 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:04.503920 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687493'] for router_gateway, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.616442 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 4c42ae79-ddb5-4906-92d9-0faf325ad865 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:04:04.659309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 4c42ae79-ddb5-4906-92d9-0faf325ad865 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:04:04.659632 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 4c42ae79-ddb5-4906-92d9-0faf325ad865 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:04:04.660118 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2f031481-4ab5-419c-8521-552c8a669db9 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:04:04.698598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 2f031481-4ab5-419c-8521-552c8a669db9 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:04:04.699276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2f031481-4ab5-419c-8521-552c8a669db9 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:04:04.702674 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854111179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5019'] for router, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.705489 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.731457 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854110185'] for router, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.732034 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0683ebd0-9b24-44fe-932c-7d664d424d38 {{(pid=84027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:04:04.744741 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] Notify callbacks [] for router, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.746442 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-8643ceaf-f2ca-4de3-84ff-76ed46224b84 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0683ebd0-9b24-44fe-932c-7d664d424d38 HTTP/1.1" status: 204 len: 168 time: 1.4351437 Feb 17 21:04:04.749062 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58252) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:04.822401 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56087b9-0b5e-4c55-a3e9-cffe33f432c6 admin admin] Deleting subnet f0069d83-da35-46d7-b73c-0f45a2dd207b {{(pid=84027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:04:04.826841 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f56087b9-0b5e-4c55-a3e9-cffe33f432c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.882339 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f56087b9-0b5e-4c55-a3e9-cffe33f432c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789539142'] for subnet, precommit_delete_associations {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:04.966869 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f56087b9-0b5e-4c55-a3e9-cffe33f432c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2007323'] for subnet, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.240098 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f56087b9-0b5e-4c55-a3e9-cffe33f432c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852768509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854190376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65236623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036790598630'] for subnet, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.256423 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:05.355678 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56087b9-0b5e-4c55-a3e9-cffe33f432c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0069d83-da35-46d7-b73c-0f45a2dd207b,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:05.360925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f56087b9-0b5e-4c55-a3e9-cffe33f432c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:05.395103 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f56087b9-0b5e-4c55-a3e9-cffe33f432c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.400500 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c0ed5-c2ea-4972-831d-d3cadd8a823a None None] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 requested from dv-cinder-760184-4-iscsi {{(pid=84029) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:04:05.401264 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f56087b9-0b5e-4c55-a3e9-cffe33f432c6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f0069d83-da35-46d7-b73c-0f45a2dd207b HTTP/1.1" status: 204 len: 168 time: 0.6511500 Feb 17 21:04:05.404408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58256) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:05.528480 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2066910'] for network, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.609230 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Deleting port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 {{(pid=84027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:05.609612 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.841774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] For port 2526920c-14b4-45bf-a6d0-7fd9f9b97283, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2526920c-14b4-45bf-a6d0-7fd9f9b97283,segment=NetworkSegment(e765ec45-338d-4244-9fda-40348687c94e),segment_id=e765ec45-338d-4244-9fda-40348687c94e)] {{(pid=84027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:05.842171 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:05.855281 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] DHCP port deletion for ab2481b7-ffc2-4747-b857-2e33aa0baa48 request from dv-cinder-760184-4-iscsi {{(pid=84029) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:04:05.859691 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] Deleting port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:05.860112 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:06.098825 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.db [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] For port 2526920c-14b4-45bf-a6d0-7fd9f9b97283, host dv-cinder-760184-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-4-iscsi',level=0,port_id=2526920c-14b4-45bf-a6d0-7fd9f9b97283,segment=NetworkSegment(e765ec45-338d-4244-9fda-40348687c94e),segment_id=e765ec45-338d-4244-9fda-40348687c94e)] {{(pid=84029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:04:06.099276 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684913'] for port, precommit_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:06.240951 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] Calling delete_port for 2526920c-14b4-45bf-a6d0-7fd9f9b97283 owned by network:dhcp {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:06.241877 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Calling delete_port for 2526920c-14b4-45bf-a6d0-7fd9f9b97283 owned by network:dhcp {{(pid=84027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:04:06.323481 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.db.api [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 21:04:06.323481 dv-cinder-760184-4-iscsi neutron-server[83915]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Feb 17 21:04:06.323481 dv-cinder-760184-4-iscsi neutron-server[83915]: [parameters: {'port_id': '2526920c-14b4-45bf-a6d0-7fd9f9b97283', 'host': 'dv-cinder-760184-4-iscsi', 'level': 0}] Feb 17 21:04:06.323481 dv-cinder-760184-4-iscsi neutron-server[83915]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84029) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:04:06.324301 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_db.api [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84029) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:04:06.324560 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1993589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747875941167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288979238670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65232987'] for port, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:06.341966 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-ae12d9d6-9681-4c1d-b39f-862002401cc5 tempest-TestVolumeBootPattern-183879561 tempest-TestVolumeBootPattern-183879561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:06.452030 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Pushing event deleted for resources: {'Port': ['ID=2526920c-14b4-45bf-a6d0-7fd9f9b97283,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:06.457309 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:06.493090 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] No DVR routers for this DVR port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 on host dv-cinder-760184-4-iscsi {{(pid=84027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:04:06.613006 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2526920c-14b4-45bf-a6d0-7fd9f9b97283 no longer exists at agent ovs-agent-dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:04:06.621715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008962', 'neutron.services.segments.db._delete_segments_for_network-8747876070157'] for network, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:06.650453 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] No Port match for: 2526920c-14b4-45bf-a6d0-7fd9f9b97283 {{(pid=84029) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:04:06.650852 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.rpc [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Device 2526920c-14b4-45bf-a6d0-7fd9f9b97283 not bound to the agent host dv-cinder-760184-4-iscsi {{(pid=84029) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:04:06.745001 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2481b7-ffc2-4747-b857-2e33aa0baa48']}} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:06.758774 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e765ec45-338d-4244-9fda-40348687c94e') {'for_net_delete': True} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:06.759121 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.services.segments.db [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e765ec45-338d-4244-9fda-40348687c94e') {} {{(pid=84027) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:04:06.771541 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747876065293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65236642'] for segment, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:06.791526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852772046'] for segment, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:06.794212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:04:06.825138 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] Deleting port 2526920c-14b4-45bf-a6d0-7fd9f9b97283 {{(pid=84029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:04:06.825799 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288978839156'] for port, before_delete {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:06.903040 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.plugin [None req-c643354e-94a5-4efc-a3aa-fe6a793c2965 None None] The port '2526920c-14b4-45bf-a6d0-7fd9f9b97283' was deleted {{(pid=84029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:04:06.988192 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:04:06.997403 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2003722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036789542800'] for segment, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.181422 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.plugins.ml2.managers [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Network ab2481b7-ffc2-4747-b857-2e33aa0baa48 has no segments {{(pid=84027) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: Traceback (most recent call last): Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: timer() Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: cb(*args, **kw) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: return func(*args, **kwargs) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: self._notify() Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: self.callback(batched_events) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: event.method(event) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: segment_id)['aggregates'][0] Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: return f(self, *a, **k) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: return self._get(url).json() Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: **kwargs) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: return self.request(url, 'GET', **kwargs) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: **endpoint_filter) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:04:07.208391 dv-cinder-760184-4-iscsi neutron-server[83915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:04:07.289544 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852766838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853751409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854088254'] for network, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.294459 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853751396'] for network, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.298650 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-08031048-8692-4e14-8d17-93d841b926d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:07.321283 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2481b7-ffc2-4747-b857-2e33aa0baa48,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:07.325035 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ab2481b7-ffc2-4747-b857-2e33aa0baa48 HTTP/1.1" status: 204 len: 168 time: 1.9195766 Feb 17 21:04:07.326164 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-f3b8db7a-f8b3-44fd-940f-314015e7a351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:07.462993 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58262) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:07.522483 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-a004eee5-4608-43d2-b4f9-eb180e4dbe4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9533c805de3b4803ad61c8b8d40c9e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572608 Feb 17 21:04:07.525021 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58266) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:07.588117 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93791a6e-476a-4293-b804-42ba65f83a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.617144 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93791a6e-476a-4293-b804-42ba65f83a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.663858 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93791a6e-476a-4293-b804-42ba65f83a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.669293 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-c4bf1af1-4612-4487-bfe7-cee4e3c28839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:07.683589 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93791a6e-476a-4293-b804-42ba65f83a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d1619f-888a-499e-a88c-2e11f49b8e69,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:07.686234 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-93791a6e-476a-4293-b804-42ba65f83a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:07.692238 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-93791a6e-476a-4293-b804-42ba65f83a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:07.693621 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-93791a6e-476a-4293-b804-42ba65f83a18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41d1619f-888a-499e-a88c-2e11f49b8e69 HTTP/1.1" status: 204 len: 168 time: 0.1675856 Feb 17 21:04:08.087324 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58274) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:08.143989 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-f3c22016-04b8-4f3a-b7b1-8d8cad43c6c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71413785196d4ee08b4a7f089629ccce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546343 Feb 17 21:04:08.146582 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.wsgi [-] (84027) accepted ('10.222.0.30', 58278) {{(pid=84027) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:04:08.214604 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d90c8826-011c-4584-bfbe-7e8ed45bda0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.242781 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d90c8826-011c-4584-bfbe-7e8ed45bda0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.298069 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d90c8826-011c-4584-bfbe-7e8ed45bda0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564235'] for security_group, after_delete {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.303611 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-82164ed6-0da8-4f00-93cc-8eb1542a11ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:04:08.318876 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c8826-011c-4584-bfbe-7e8ed45bda0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc3fa4-305b-4d26-91e8-50fc128c77f2,revision_number=None']} {{(pid=84027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:04:08.321588 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG oslo_concurrency.lockutils [None req-d90c8826-011c-4584-bfbe-7e8ed45bda0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84027) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:04:08.324336 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d90c8826-011c-4584-bfbe-7e8ed45bda0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84027) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:08.325571 dv-cinder-760184-4-iscsi neutron-server[83915]: INFO neutron.wsgi [None req-d90c8826-011c-4584-bfbe-7e8ed45bda0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3abc3fa4-305b-4d26-91e8-50fc128c77f2 HTTP/1.1" status: 204 len: 168 time: 0.1780117 Feb 17 21:04:10.796715 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:04:18.291172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0ca992ca-d71f-448b-b350-5d7e37701b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:20.650912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a6934514-cd7d-4e39-af71-50e4ada06679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:21.043818 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:22.402463 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:22.773925 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:31.600063 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:47.797416 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:04:48.294205 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-c226dce4-9986-4464-9b9d-d2d06e327762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:50.653212 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b337-54d1-4a82-a3ea-003ee67ba23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:51.047408 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:52.405727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:04:52.779374 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:01.617526 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:18.295888 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-896aba8d-be35-4f2a-93fd-a77c1a9248ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:20.655341 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-42df209b-f075-4a14-9168-9ce3b4b8af40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:21.050983 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:22.408871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:22.782649 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:24.798172 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:05:31.635060 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:48.298714 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-77b13e6e-7600-4893-b65d-f0f3c9826e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:50.658058 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-8badca97-fd4d-44a2-b7df-de241bfbe10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:51.055203 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:52.411525 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:05:52.786993 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:01.655290 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:01.800005 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:06:18.301135 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2b93e049-3c55-4d11-bfa6-12098913ee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:20.663829 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b82ec200-33d9-4327-aeba-473cb78711bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:21.055542 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:22.415007 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:22.789880 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:31.640598 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:38.799873 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:06:48.304211 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-70a6a9d5-1dc3-4f44-9f42-111e32e6ba32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:50.665470 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f02ebe93-b012-4dbb-914c-2547a53939fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:51.058794 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:52.417182 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:06:52.794538 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:01.645912 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:15.799142 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:07:18.306999 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-d2839cc7-2006-46e6-b169-d23230d1364c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:20.667377 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f30e131f-bc0a-481b-99d9-3f8a7ad22b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:21.061743 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:22.421506 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:22.797303 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:31.637759 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:48.309268 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1fefb882-2f0c-412c-897b-db0e98572fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:50.668908 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-0172bf91-f066-4667-8666-16eff22005e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:51.064782 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:52.424358 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:07:52.798178 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:07:52.801867 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:01.656704 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:18.311176 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-6a99d592-40c6-417c-8417-71668a738f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:20.671104 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-691dd204-937e-4006-b810-24ad72170526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:21.068127 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:22.427566 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:22.804046 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:29.799754 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:08:31.690709 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:48.317148 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-44aef087-aa80-48eb-916f-3b16c9d1b78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.672779 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-f4fc0bdd-8a14-4b0a-b37d-232e5d62526e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:51.071816 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:52.430049 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:52.808606 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:01.699970 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:06.799291 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron.db.agents_db [None req-e48a3252-fa96-4e81-ab53-7ea1491a00ba None None] Agent healthcheck: found 6 active agents {{(pid=84030) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:09:18.309871 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-e36c05b2-c24f-4cb6-8d4e-7c1669101560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:20.675665 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-2da00d41-ff90-494e-8876-c419d29655ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:21.073727 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-1f331a44-2ffc-4ee2-baf0-1416b8646aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:22.434504 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a44b20e1-9187-4201-b4e2-cbdcda0a073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:22.812471 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-a2bd5654-5571-46c7-9b69-484dbf60683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:31.720186 dv-cinder-760184-4-iscsi neutron-server[83915]: DEBUG neutron_lib.callbacks.manager [None req-b16fbdfa-a6d2-444b-b9b1-8fb765b07c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288978719758', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1999612'] for agent, after_update {{(pid=84029) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}